[ 591.200388] env[70480]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70480) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.200796] env[70480]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70480) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.200863] env[70480]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70480) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 591.201212] env[70480]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 591.310209] env[70480]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70480) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 591.320849] env[70480]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=70480) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 591.366527] env[70480]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 591.931318] env[70480]: INFO nova.virt.driver [None req-f1c7c963-7574-4c23-91b0-1793048f1dfb None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 592.001953] env[70480]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.002190] env[70480]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.002356] env[70480]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70480) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 594.919515] env[70480]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ef080164-c44d-434a-bcc3-7e71cb5fb912 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.935793] env[70480]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70480) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 594.936049] env[70480]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-646ee5f4-8848-4bc4-8776-0a03d933fc40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.971693] env[70480]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 952da. [ 594.971924] env[70480]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.970s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.972468] env[70480]: INFO nova.virt.vmwareapi.driver [None req-f1c7c963-7574-4c23-91b0-1793048f1dfb None None] VMware vCenter version: 7.0.3 [ 594.975899] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e910df-dd5a-4628-b68b-d2cbd8dea53c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.995184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4786f34-cf7d-4eb4-9ef4-7c97b8c2b166 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.001818] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404db4b9-c079-4930-b841-491ff7cc6cee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.009696] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eed63f-580d-442b-a28c-a2f30fecab68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.023778] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e4a287-aa38-4837-ad5d-d36b28a68021 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.030631] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdea071-c653-424e-a264-136ce05d3daa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.062114] env[70480]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-45375f5c-02d2-4073-a96f-b09ecb484040 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.068213] env[70480]: DEBUG nova.virt.vmwareapi.driver [None req-f1c7c963-7574-4c23-91b0-1793048f1dfb None None] Extension org.openstack.compute already exists. {{(pid=70480) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 595.070936] env[70480]: INFO nova.compute.provider_config [None req-f1c7c963-7574-4c23-91b0-1793048f1dfb None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 595.574592] env[70480]: DEBUG nova.context [None req-f1c7c963-7574-4c23-91b0-1793048f1dfb None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c0c2276d-0d8e-4bfa-99e5-b6af1bbea86f(cell1) {{(pid=70480) load_cells /opt/stack/nova/nova/context.py:464}} [ 595.576842] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.577092] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.577797] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.578314] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Acquiring lock "c0c2276d-0d8e-4bfa-99e5-b6af1bbea86f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.578497] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Lock "c0c2276d-0d8e-4bfa-99e5-b6af1bbea86f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.579530] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Lock "c0c2276d-0d8e-4bfa-99e5-b6af1bbea86f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.600453] env[70480]: INFO dbcounter [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Registered counter for database nova_cell0 [ 595.608969] env[70480]: INFO dbcounter [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Registered counter for database nova_cell1 [ 595.612632] env[70480]: DEBUG oslo_db.sqlalchemy.engines [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70480) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 595.612903] env[70480]: DEBUG oslo_db.sqlalchemy.engines [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70480) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 595.618860] env[70480]: ERROR nova.db.main.api [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 595.618860] env[70480]: result = function(*args, **kwargs) [ 595.618860] env[70480]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 595.618860] env[70480]: return func(*args, **kwargs) [ 595.618860] env[70480]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 595.618860] env[70480]: result = fn(*args, **kwargs) [ 595.618860] env[70480]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 595.618860] env[70480]: return f(*args, **kwargs) [ 595.618860] env[70480]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 595.618860] env[70480]: return db.service_get_minimum_version(context, binaries) [ 595.618860] env[70480]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 595.618860] env[70480]: _check_db_access() [ 595.618860] env[70480]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 595.618860] env[70480]: stacktrace = ''.join(traceback.format_stack()) [ 595.618860] env[70480]: [ 595.619752] env[70480]: ERROR nova.db.main.api [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 595.619752] env[70480]: result = function(*args, **kwargs) [ 595.619752] env[70480]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 595.619752] env[70480]: return func(*args, **kwargs) [ 595.619752] env[70480]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 595.619752] env[70480]: result = fn(*args, **kwargs) [ 595.619752] env[70480]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 595.619752] env[70480]: return f(*args, **kwargs) [ 595.619752] env[70480]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 595.619752] env[70480]: return db.service_get_minimum_version(context, binaries) [ 595.619752] env[70480]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 595.619752] env[70480]: _check_db_access() [ 595.619752] env[70480]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 595.619752] env[70480]: stacktrace = ''.join(traceback.format_stack()) [ 595.619752] env[70480]: [ 595.620230] env[70480]: WARNING nova.objects.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 595.620336] env[70480]: WARNING nova.objects.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Failed to get minimum service version for cell c0c2276d-0d8e-4bfa-99e5-b6af1bbea86f [ 595.620793] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Acquiring lock "singleton_lock" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.620955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Acquired lock "singleton_lock" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.621267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Releasing lock "singleton_lock" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.621581] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Full set of CONF: {{(pid=70480) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 595.621731] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ******************************************************************************** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 595.621857] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] Configuration options gathered from: {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 595.621991] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 595.622239] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 595.622376] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ================================================================================ {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 595.622590] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] allow_resize_to_same_host = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622762] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] arq_binding_timeout = 300 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.622893] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] backdoor_port = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623030] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] backdoor_socket = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623210] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] block_device_allocate_retries = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623366] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] block_device_allocate_retries_interval = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623535] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cert = self.pem {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623701] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.623930] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute_monitors = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624098] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] config_dir = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624283] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] config_drive_format = iso9660 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624421] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624589] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] config_source = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624757] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] console_host = devstack {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.624924] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] control_exchange = nova {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625088] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cpu_allocation_ratio = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625252] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] daemon = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625418] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] debug = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625574] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] default_access_ip_network_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625770] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] default_availability_zone = nova {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.625939] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] default_ephemeral_format = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626114] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] default_green_pool_size = 1000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626364] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626532] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] default_schedule_zone = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626692] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] disk_allocation_ratio = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.626854] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] enable_new_services = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627045] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] enabled_apis = ['osapi_compute'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627219] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] enabled_ssl_apis = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627399] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] flat_injected = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627609] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] force_config_drive = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627783] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] force_raw_images = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.627957] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] graceful_shutdown_timeout = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628136] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] heal_instance_info_cache_interval = -1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628366] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] host = cpu-1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628546] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628711] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] initial_disk_allocation_ratio = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.628871] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] initial_ram_allocation_ratio = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629142] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629332] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_build_timeout = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629492] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_delete_interval = 300 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629660] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_format = [instance: %(uuid)s] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629826] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_name_template = instance-%08x {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.629985] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_usage_audit = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630201] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_usage_audit_period = month {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630380] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630545] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] instances_path = /opt/stack/data/nova/instances {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630744] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] internal_service_availability_zone = internal {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.630922] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] key = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631129] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] live_migration_retry_count = 30 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631320] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_color = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631486] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_config_append = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631652] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631809] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_dir = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.631967] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_file = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632109] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_options = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632273] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_rotate_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632511] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_rotate_interval_type = days {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632697] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] log_rotation_type = none {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632829] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.632956] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633342] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633342] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633428] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633569] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] long_rpc_timeout = 1800 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633731] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] max_concurrent_builds = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.633887] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] max_concurrent_live_migrations = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634074] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] max_concurrent_snapshots = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634255] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] max_local_block_devices = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634417] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] max_logfile_count = 30 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634578] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] max_logfile_size_mb = 200 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634739] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] maximum_instance_delete_attempts = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.634906] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metadata_listen = 0.0.0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635087] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metadata_listen_port = 8775 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635261] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metadata_workers = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635421] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] migrate_max_retries = -1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635586] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] mkisofs_cmd = genisoimage {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635819] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] my_block_storage_ip = 10.180.1.21 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.635966] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] my_ip = 10.180.1.21 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636172] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636338] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] network_allocate_retries = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636519] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636686] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] osapi_compute_listen = 0.0.0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.636847] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] osapi_compute_listen_port = 8774 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.637029] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] osapi_compute_unique_server_name_scope = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.637199] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] osapi_compute_workers = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.637392] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] password_length = 12 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.637645] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] periodic_enable = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.637730] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] periodic_fuzzy_delay = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.637927] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] pointer_model = usbtablet {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.638093] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] preallocate_images = none {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.638257] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] publish_errors = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.638386] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] pybasedir = /opt/stack/nova {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.638540] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ram_allocation_ratio = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.638702] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] rate_limit_burst = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.638869] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] rate_limit_except_level = CRITICAL {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.639048] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] rate_limit_interval = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.639220] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reboot_timeout = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.639380] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reclaim_instance_interval = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.639536] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] record = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.639703] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reimage_timeout_per_gb = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.639870] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] report_interval = 120 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.640061] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] rescue_timeout = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.640240] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reserved_host_cpus = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.640402] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reserved_host_disk_mb = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.640596] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reserved_host_memory_mb = 512 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.640777] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] reserved_huge_pages = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.640940] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] resize_confirm_window = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.641155] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] resize_fs_using_block_device = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.641335] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] resume_guests_state_on_host_boot = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.641508] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.641670] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] rpc_response_timeout = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.641829] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] run_external_periodic_tasks = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.641998] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] running_deleted_instance_action = reap {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.642173] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] running_deleted_instance_poll_interval = 1800 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.642345] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] running_deleted_instance_timeout = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.642506] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler_instance_sync_interval = 120 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.642676] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_down_time = 720 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.642844] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] servicegroup_driver = db {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.643007] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] shell_completion = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.643177] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] shelved_offload_time = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.643335] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] shelved_poll_interval = 3600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.643500] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] shutdown_timeout = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.643656] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] source_is_ipv6 = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.643817] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ssl_only = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.644201] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.644318] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] sync_power_state_interval = 600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.644480] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] sync_power_state_pool_size = 1000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.644649] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] syslog_log_facility = LOG_USER {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.644807] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] tempdir = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.644966] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] timeout_nbd = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.645151] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] transport_url = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.645317] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] update_resources_interval = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.645475] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] use_cow_images = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.645671] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] use_journal = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.645848] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] use_json = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646016] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] use_rootwrap_daemon = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646179] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] use_stderr = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646339] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] use_syslog = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646494] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vcpu_pin_set = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646661] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plugging_is_fatal = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646829] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plugging_timeout = 300 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.646995] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] virt_mkfs = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.647176] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] volume_usage_poll_interval = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.647370] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] watch_log_file = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.647552] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] web = /usr/share/spice-html5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.647753] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.647922] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648100] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648276] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_concurrency.disable_process_locking = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.648970] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649192] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649373] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649551] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649729] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.649898] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650122] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.auth_strategy = keystone {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650326] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.compute_link_prefix = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650478] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650665] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.dhcp_domain = novalocal {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.650874] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.enable_instance_password = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651060] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.glance_link_prefix = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651238] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651415] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651590] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.instance_list_per_project_cells = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651749] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.list_records_by_skipping_down_cells = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.651914] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.local_metadata_per_cell = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652099] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.max_limit = 1000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652276] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.metadata_cache_expiration = 15 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652499] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.neutron_default_tenant_id = default {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652686] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.response_validation = warn {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.652861] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.use_neutron_default_nets = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653044] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653216] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653515] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653549] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653713] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_dynamic_targets = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.653879] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_jsonfile_path = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654102] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654341] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.backend = dogpile.cache.memcached {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654491] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.backend_argument = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654651] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.backend_expiration_time = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654825] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.config_prefix = cache.oslo {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.654999] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.dead_timeout = 60.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655179] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.debug_cache_backend = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655345] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.enable_retry_client = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655507] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.enable_socket_keepalive = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655679] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.enabled = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.655882] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.enforce_fips_mode = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656075] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.expiration_time = 600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656244] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.hashclient_retry_attempts = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656412] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.hashclient_retry_delay = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656574] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_dead_retry = 300 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656730] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_password = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.656893] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657069] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657242] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_pool_maxsize = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657411] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657604] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_sasl_enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657800] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.657971] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_socket_timeout = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658149] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.memcache_username = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658319] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.proxies = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658483] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_db = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658647] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_password = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.658822] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_sentinel_service_name = mymaster {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659010] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659219] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_server = localhost:6379 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659395] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_socket_timeout = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659559] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.redis_username = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659725] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.retry_attempts = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.659892] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.retry_delay = 0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660089] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.socket_keepalive_count = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660260] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.socket_keepalive_idle = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660427] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.socket_keepalive_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660588] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.tls_allowed_ciphers = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660768] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.tls_cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.660949] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.tls_certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661133] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.tls_enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661299] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cache.tls_keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661473] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661649] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.auth_type = password {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661815] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.661993] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.catalog_info = volumev3::publicURL {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662173] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662347] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662545] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.cross_az_attach = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662721] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.debug = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.662885] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.endpoint_template = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663066] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.http_retries = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663239] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663402] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663577] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.os_region_name = RegionOne {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663742] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.663940] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cinder.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664108] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664307] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.cpu_dedicated_set = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664468] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.cpu_shared_set = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664634] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.image_type_exclude_list = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664797] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.664960] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.max_concurrent_disk_ops = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665138] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.max_disk_devices_to_attach = -1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665303] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665474] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665639] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.resource_provider_association_refresh = 300 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.665853] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666077] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.shutdown_retry_interval = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666279] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666465] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] conductor.workers = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666646] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] console.allowed_origins = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666808] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] console.ssl_ciphers = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.666982] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] console.ssl_minimum_version = default {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667171] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] consoleauth.enforce_session_timeout = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667347] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] consoleauth.token_ttl = 600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667586] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667708] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.667932] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668068] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668218] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668379] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668540] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668699] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.668856] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669019] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669194] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669384] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669547] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669719] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.service_type = accelerator {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.669882] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670064] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670258] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670426] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670613] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670789] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] cyborg.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.670966] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.asyncio_connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671144] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.asyncio_slave_connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671320] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.backend = sqlalchemy {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671493] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671660] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.connection_debug = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671832] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.connection_parameters = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.671999] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.connection_recycle_time = 3600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672181] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.connection_trace = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672346] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.db_inc_retry_interval = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672548] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.db_max_retries = 20 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672733] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.db_max_retry_interval = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.672901] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.db_retry_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673079] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.max_overflow = 50 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673279] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.max_pool_size = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673450] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.max_retries = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673624] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673782] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.mysql_wsrep_sync_wait = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.673940] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.pool_timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674167] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.retry_interval = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674386] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.slave_connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674566] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.sqlite_synchronous = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674733] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] database.use_db_reconnect = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.674900] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.asyncio_connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675075] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.asyncio_slave_connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675254] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.backend = sqlalchemy {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675428] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675594] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.connection_debug = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675765] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.connection_parameters = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.675957] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.connection_recycle_time = 3600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676159] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.connection_trace = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676344] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.db_inc_retry_interval = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676515] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.db_max_retries = 20 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676676] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.db_max_retry_interval = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.676837] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.db_retry_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677012] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.max_overflow = 50 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677182] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.max_pool_size = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677346] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.max_retries = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677527] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677689] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.677849] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.pool_timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678025] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.retry_interval = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678180] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.slave_connection = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678343] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] api_database.sqlite_synchronous = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678519] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] devices.enabled_mdev_types = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678693] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.678873] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ephemeral_storage_encryption.default_format = luks {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679075] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ephemeral_storage_encryption.enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679280] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679466] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.api_servers = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679635] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679799] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.679963] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680163] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680382] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680571] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.debug = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680741] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.default_trusted_certificate_ids = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.680906] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.enable_certificate_validation = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681085] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.enable_rbd_download = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681251] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681418] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681578] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681737] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.681896] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682072] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.num_retries = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682269] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.rbd_ceph_conf = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682449] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.rbd_connect_timeout = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682623] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.rbd_pool = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682791] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.rbd_user = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.682961] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683138] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683302] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683474] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.service_type = image {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683636] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683796] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.683955] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684192] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684308] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684473] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.verify_glance_signatures = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684635] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] glance.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684841] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] guestfs.debug = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.684999] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685181] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.auth_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685360] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685525] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685691] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.685852] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686016] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686181] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686346] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686501] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686660] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686819] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.686976] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687151] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687312] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687483] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.service_type = shared-file-system {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687645] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.share_apply_policy_timeout = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687809] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.687965] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688158] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688323] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688505] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688666] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] manila.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.688833] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] mks.enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689223] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689418] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] image_cache.manager_interval = 2400 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689590] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] image_cache.precache_concurrency = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689762] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] image_cache.remove_unused_base_images = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.689930] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690153] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690339] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] image_cache.subdirectory_name = _base {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690526] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.api_max_retries = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690686] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.api_retry_interval = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.690849] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691043] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.auth_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691223] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691389] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691554] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691718] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.conductor_group = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.691877] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692047] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692213] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692374] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692531] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692689] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.692849] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693029] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.peer_list = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693185] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693347] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693511] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.serial_console_state_timeout = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693745] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693838] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.service_type = baremetal {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.693998] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.shard = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694267] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694328] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694482] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694636] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694813] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.694981] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ironic.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695176] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695350] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] key_manager.fixed_key = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695534] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695698] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.barbican_api_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.695856] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.barbican_endpoint = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696037] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.barbican_endpoint_type = public {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696313] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.barbican_region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696384] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696519] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696683] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.696845] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697024] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697192] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.number_of_retries = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697356] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.retry_delay = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697521] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.send_service_user_token = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697686] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.697844] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698047] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.verify_ssl = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698191] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican.verify_ssl_path = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698359] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698523] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.auth_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698681] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.698838] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699009] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699181] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699341] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699502] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699660] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] barbican_service_user.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699826] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.approle_role_id = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.699984] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.approle_secret_id = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700207] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.kv_mountpoint = secret {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700377] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.kv_path = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700545] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.kv_version = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700704] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.namespace = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.700861] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.root_token_id = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701052] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.ssl_ca_crt_file = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701246] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.timeout = 60.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701414] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.use_ssl = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701586] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701756] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.701921] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702091] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702258] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702418] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702573] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702731] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.702886] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703053] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703214] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703374] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703544] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703702] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.703873] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.service_type = identity {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704046] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704210] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704367] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704592] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704771] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.704856] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] keystone.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705128] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.ceph_mount_options = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705417] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705605] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.connection_uri = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705772] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_mode = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.705950] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_model_extra_flags = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706140] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_models = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706317] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_power_governor_high = performance {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706486] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_power_governor_low = powersave {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706649] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_power_management = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706821] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.706993] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.device_detach_attempts = 8 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707181] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.device_detach_timeout = 20 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707349] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.disk_cachemodes = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707510] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.disk_prefix = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707674] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.enabled_perf_events = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.707834] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.file_backed_memory = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708009] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.gid_maps = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708177] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.hw_disk_discard = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708338] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.hw_machine_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708506] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_rbd_ceph_conf = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708669] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.708830] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709021] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_rbd_glance_store_name = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709210] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_rbd_pool = rbd {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709382] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_type = default {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709542] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.images_volume_group = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709704] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.inject_key = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.709864] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.inject_partition = -2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710049] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.inject_password = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710264] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.iscsi_iface = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710442] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.iser_use_multipath = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710609] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_bandwidth = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710776] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.710938] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_downtime = 500 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711129] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711295] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711458] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_inbound_addr = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711623] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711785] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_permit_post_copy = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.711947] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_scheme = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712135] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_timeout_action = abort {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712305] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_tunnelled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712466] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_uri = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712627] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.live_migration_with_native_tls = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712790] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.max_queues = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.712955] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713221] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713390] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.nfs_mount_options = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713707] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.713884] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714063] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.num_iser_scan_tries = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714234] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.num_memory_encrypted_guests = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714401] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714564] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.num_pcie_ports = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714730] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.num_volume_scan_tries = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.714894] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.pmem_namespaces = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715071] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.quobyte_client_cfg = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715417] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715593] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rbd_connect_timeout = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715761] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.715927] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716098] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rbd_secret_uuid = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716261] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rbd_user = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716425] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716600] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.remote_filesystem_transport = ssh {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716760] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rescue_image_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.716920] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rescue_kernel_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717090] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rescue_ramdisk_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717265] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717428] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.rx_queue_size = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.717656] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.smbfs_mount_options = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718088] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718303] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.snapshot_compression = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718477] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.snapshot_image_format = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718716] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.718889] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.sparse_logical_volumes = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719068] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.swtpm_enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719250] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.swtpm_group = tss {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719417] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.swtpm_user = tss {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719590] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.sysinfo_serial = unique {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719762] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.tb_cache_size = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.719963] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.tx_queue_size = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720184] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.uid_maps = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720358] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.use_virtio_for_bridges = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720534] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.virt_type = kvm {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720705] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.volume_clear = zero {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.720869] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.volume_clear_size = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721077] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.volume_enforce_multipath = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721262] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.volume_use_multipath = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721425] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_cache_path = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721636] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721824] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_mount_group = qemu {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.721994] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_mount_opts = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722183] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722485] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722665] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.vzstorage_mount_user = stack {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.722832] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723013] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723240] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.auth_type = password {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723418] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723580] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723741] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.723899] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724070] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724248] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.default_floating_pool = public {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724409] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724571] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.extension_sync_interval = 600 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724731] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.http_retries = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.724957] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725148] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725321] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725505] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725651] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725819] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.ovs_bridge = br-int {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.725986] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.physnets = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726174] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.region_name = RegionOne {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726348] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726532] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.service_metadata_proxy = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726723] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.726901] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.service_type = network {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727078] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727246] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727407] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727562] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727746] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.727908] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] neutron.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728088] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] notifications.bdms_in_notifications = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728307] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] notifications.default_level = INFO {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728486] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] notifications.include_share_mapping = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728663] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] notifications.notification_format = unversioned {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.728828] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] notifications.notify_on_state_change = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729025] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729206] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] pci.alias = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729376] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] pci.device_spec = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729540] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] pci.report_in_placement = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729715] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.729952] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.auth_type = password {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730176] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730351] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730515] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730681] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.730841] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731010] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731201] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.default_domain_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731365] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.default_domain_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731568] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.domain_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731742] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.domain_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.731903] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732090] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732255] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732417] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732576] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732746] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.password = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.732908] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.project_domain_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733094] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.project_domain_name = Default {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733270] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.project_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733446] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.project_name = service {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733616] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.region_name = RegionOne {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733780] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.733938] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734130] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.service_type = placement {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734300] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734460] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734653] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734833] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.system_scope = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.734995] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735172] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.trust_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735336] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.user_domain_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735510] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.user_domain_name = Default {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735674] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.user_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.735848] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.username = nova {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736039] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736213] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] placement.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736404] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.cores = 20 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736570] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.count_usage_from_placement = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736744] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.736915] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.injected_file_content_bytes = 10240 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737095] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.injected_file_path_length = 255 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737266] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.injected_files = 5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737429] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.instances = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737592] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.key_pairs = 100 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737788] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.metadata_items = 128 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.737974] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.ram = 51200 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738156] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.recheck_quota = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738327] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.server_group_members = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738491] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.server_groups = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738710] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.738886] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] quota.unified_limits_resource_strategy = require {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739070] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739240] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739413] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.image_metadata_prefilter = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739577] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739737] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.max_attempts = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.739898] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.max_placement_results = 1000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740103] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740271] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.query_placement_for_image_type_support = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740434] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740609] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] scheduler.workers = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.740786] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741022] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741228] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741409] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741578] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741742] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.741900] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742103] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742275] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.host_subset_size = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742443] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742611] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742780] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.742945] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743137] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743306] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.isolated_hosts = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743468] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.isolated_images = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743629] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743791] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.743952] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744159] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.pci_in_placement = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744349] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744516] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744676] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744834] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.744996] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745185] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745406] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.track_instance_changes = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745600] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745814] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metrics.required = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.745952] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metrics.weight_multiplier = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746134] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746304] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] metrics.weight_setting = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746628] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746800] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] serial_console.enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.746975] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] serial_console.port_range = 10000:20000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747165] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747337] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747506] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] serial_console.serialproxy_port = 6083 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747673] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.747844] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.auth_type = password {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748011] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748175] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748338] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748504] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748698] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.748873] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.send_service_user_token = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749050] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749213] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] service_user.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749384] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.agent_enabled = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749543] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.749861] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750116] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750296] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.html5proxy_port = 6082 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750459] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.image_compression = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750616] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.jpeg_compression = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750775] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.playback_compression = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.750940] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.require_secure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751145] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.server_listen = 127.0.0.1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751404] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751813] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.751936] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.streaming_mode = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752124] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] spice.zlib_compression = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752313] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] upgrade_levels.baseapi = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752498] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] upgrade_levels.compute = auto {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752666] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] upgrade_levels.conductor = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752827] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] upgrade_levels.scheduler = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.752995] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753212] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.auth_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753381] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753541] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753704] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.753864] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754032] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754200] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754357] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vendordata_dynamic_auth.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754530] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.api_retry_count = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754708] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.ca_file = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.754904] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.cache_prefix = devstack-image-cache {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755090] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.cluster_name = testcl1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755265] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.connection_pool_size = 10 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755419] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.console_delay_seconds = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755590] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.datastore_regex = ^datastore.* {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.755818] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756017] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.host_password = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756196] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.host_port = 443 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756400] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.host_username = administrator@vsphere.local {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756581] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.insecure = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756744] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.integration_bridge = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.756908] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.maximum_objects = 100 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757145] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.pbm_default_policy = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757359] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.pbm_enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757542] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.pbm_wsdl_location = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757718] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.757905] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.serial_port_proxy_uri = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758120] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.serial_port_service_uri = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758302] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.task_poll_interval = 0.5 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758479] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.use_linked_clone = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758650] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.vnc_keymap = en-us {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758815] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.vnc_port = 5900 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.758977] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vmware.vnc_port_total = 10000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759183] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.auth_schemes = ['none'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759360] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759724] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.759927] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760141] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.novncproxy_port = 6080 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760349] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.server_listen = 127.0.0.1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760546] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760707] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.vencrypt_ca_certs = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.760865] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.vencrypt_client_cert = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761048] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vnc.vencrypt_client_key = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761268] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761453] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.disable_deep_image_inspection = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761618] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761780] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.761938] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762112] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.disable_rootwrap = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762278] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.enable_numa_live_migration = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762440] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762603] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762761] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.762943] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.libvirt_disable_apic = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763151] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763323] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763483] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763643] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763807] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.763968] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764145] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764307] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764465] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764663] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.764857] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765037] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] wsgi.secure_proxy_ssl_header = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765207] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] zvm.ca_file = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765395] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] zvm.cloud_connector_url = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765681] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.765858] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] zvm.reachable_timeout = 300 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766113] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766260] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766457] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.connection_string = messaging:// {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766630] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.enabled = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766801] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.es_doc_type = notification {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.766963] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.es_scroll_size = 10000 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767147] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.es_scroll_time = 2m {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767313] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.filter_error_trace = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767479] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.hmac_keys = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767645] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.sentinel_service_name = mymaster {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.767884] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.socket_timeout = 0.1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768090] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.trace_requests = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768263] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler.trace_sqlalchemy = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768450] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler_jaeger.process_tags = {} {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768612] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler_jaeger.service_name_prefix = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768775] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] profiler_otlp.service_name_prefix = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.768951] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769130] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769306] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769503] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769672] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769833] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.769997] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770179] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770345] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770517] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770675] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.770842] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771035] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771303] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771577] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.771865] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772139] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772408] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772614] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772785] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.772952] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773140] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773313] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773477] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773642] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773804] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.773966] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774146] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774315] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774474] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774633] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.ssl = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774804] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.774968] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.775143] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.775319] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.775518] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.ssl_version = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.775640] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.775826] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.775993] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_notifications.retry = -1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.776186] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.776365] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_messaging_notifications.transport_url = **** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.776539] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.auth_section = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.776703] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.auth_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.776861] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.cafile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.777030] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.certfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.777199] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.collect_timing = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.777362] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.connect_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.777521] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.connect_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.777674] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.endpoint_id = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.777847] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.endpoint_interface = publicURL {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778020] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.endpoint_override = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778183] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.endpoint_region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778339] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.endpoint_service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778496] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.endpoint_service_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778657] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.insecure = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778816] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.keyfile = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.778973] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.max_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.779166] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.min_version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.779329] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.region_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.779489] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.retriable_status_codes = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.779645] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.service_name = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.779801] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.service_type = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.779963] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.split_loggers = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.780162] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.status_code_retries = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.780334] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.status_code_retry_delay = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.780494] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.timeout = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.780655] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.valid_interfaces = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.780814] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_limit.version = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.780978] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_reports.file_event_handler = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.781184] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.781358] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] oslo_reports.log_dir = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.781534] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.781696] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.781854] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.782035] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.782207] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.782368] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.782539] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.782696] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_ovs_privileged.group = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.782853] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.783028] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.783198] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.783361] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] vif_plug_ovs_privileged.user = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.783527] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.flat_interface = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.783707] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.783879] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.784062] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.784239] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.784412] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.784579] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.784741] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.784919] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.785105] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.isolate_vif = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.785280] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.785446] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.785643] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.785781] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.ovsdb_interface = native {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.785945] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] os_vif_ovs.per_port_bridge = False {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.786131] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] privsep_osbrick.capabilities = [21] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.786295] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] privsep_osbrick.group = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.786500] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] privsep_osbrick.helper_command = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.786609] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.786770] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.786926] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] privsep_osbrick.user = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.787109] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.787274] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] nova_sys_admin.group = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.787434] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] nova_sys_admin.helper_command = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.787595] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.787753] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.787908] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] nova_sys_admin.user = None {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.788047] env[70480]: DEBUG oslo_service.backend.eventlet.service [None req-758127fb-1794-469b-a7bf-ff4e3bf99f3f None None] ******************************************************************************** {{(pid=70480) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 595.788486] env[70480]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 596.293504] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Getting list of instances from cluster (obj){ [ 596.293504] env[70480]: value = "domain-c8" [ 596.293504] env[70480]: _type = "ClusterComputeResource" [ 596.293504] env[70480]: } {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 596.294899] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd1a0e5-3857-4838-960a-2ef3d0b608e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.304482] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Got total of 0 instances {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 596.305117] env[70480]: WARNING nova.virt.vmwareapi.driver [None req-9d541359-c945-4049-8410-eb625b59a70f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 596.305614] env[70480]: INFO nova.virt.node [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Generated node identity 90a52c8d-d5fe-4619-98ec-fbd4788b011e [ 596.305870] env[70480]: INFO nova.virt.node [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Wrote node identity 90a52c8d-d5fe-4619-98ec-fbd4788b011e to /opt/stack/data/n-cpu-1/compute_id [ 596.809168] env[70480]: WARNING nova.compute.manager [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Compute nodes ['90a52c8d-d5fe-4619-98ec-fbd4788b011e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 597.815020] env[70480]: INFO nova.compute.manager [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 598.820167] env[70480]: WARNING nova.compute.manager [None req-9d541359-c945-4049-8410-eb625b59a70f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 598.820524] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.820699] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.820933] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.821065] env[70480]: DEBUG nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 598.822295] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f1edd8-1bc4-4ed6-b261-90b1e14a54b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.830546] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62537806-0874-4709-8af3-ce259d292926 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.844395] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607229eb-6e5e-48e8-8afb-1274a28e9f2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.851322] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ba2c6-8cc9-471f-9ebc-956300c64ea1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.881552] env[70480]: DEBUG nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180902MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 598.881717] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.881926] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.384917] env[70480]: WARNING nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] No compute node record for cpu-1:90a52c8d-d5fe-4619-98ec-fbd4788b011e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 90a52c8d-d5fe-4619-98ec-fbd4788b011e could not be found. [ 599.888540] env[70480]: INFO nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 90a52c8d-d5fe-4619-98ec-fbd4788b011e [ 601.396040] env[70480]: DEBUG nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 601.396343] env[70480]: DEBUG nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 601.556709] env[70480]: INFO nova.scheduler.client.report [None req-9d541359-c945-4049-8410-eb625b59a70f None None] [req-4f35b631-d3a7-47ec-8c51-106e1b02bc9c] Created resource provider record via placement API for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 601.573219] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc7bb8f-07a0-4f44-abf3-f4da0763e406 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.581259] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242dcb45-8d9f-4785-ab9c-2b7f422e8a94 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.610539] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dc1cfe-4ecb-4155-bd6a-00634b034102 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.619751] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d53baa-0d4c-4408-91eb-9eb06b61b987 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.110884] env[70480]: DEBUG nova.compute.provider_tree [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.646615] env[70480]: DEBUG nova.scheduler.client.report [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 602.646906] env[70480]: DEBUG nova.compute.provider_tree [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 0 to 1 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 602.646996] env[70480]: DEBUG nova.compute.provider_tree [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.697600] env[70480]: DEBUG nova.compute.provider_tree [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 1 to 2 during operation: update_traits {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.202630] env[70480]: DEBUG nova.compute.resource_tracker [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 603.202838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.321s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.203058] env[70480]: DEBUG nova.service [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Creating RPC server for service compute {{(pid=70480) start /opt/stack/nova/nova/service.py:177}} [ 603.217642] env[70480]: DEBUG nova.service [None req-9d541359-c945-4049-8410-eb625b59a70f None None] Join ServiceGroup membership for this service compute {{(pid=70480) start /opt/stack/nova/nova/service.py:194}} [ 603.217847] env[70480]: DEBUG nova.servicegroup.drivers.db [None req-9d541359-c945-4049-8410-eb625b59a70f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70480) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 621.223822] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.726777] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Getting list of instances from cluster (obj){ [ 621.726777] env[70480]: value = "domain-c8" [ 621.726777] env[70480]: _type = "ClusterComputeResource" [ 621.726777] env[70480]: } {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 621.728036] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031362e-3fde-448c-9ece-c4328d950499 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.736913] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Got total of 0 instances {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 621.737170] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.737487] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Getting list of instances from cluster (obj){ [ 621.737487] env[70480]: value = "domain-c8" [ 621.737487] env[70480]: _type = "ClusterComputeResource" [ 621.737487] env[70480]: } {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 621.738420] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12cb0a-6b57-4e39-b7c8-7ca626a3042b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.745981] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Got total of 0 instances {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 641.036491] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.036491] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.539828] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.571626] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "e023a682-2d0a-4201-8ab6-b9735f112774" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.573571] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "e023a682-2d0a-4201-8ab6-b9735f112774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.076505] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.088015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.088015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.088015] env[70480]: INFO nova.compute.claims [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.608577] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.624130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "0b48ad34-3879-4267-b5af-6b040a3a582e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.624130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.129774] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.201529] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9483987c-ed11-406c-8585-dd2efdc171ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.214022] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4a026-63f2-4371-9c70-6609a051f23a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.253508] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dac67-01e9-410b-8682-42fc0720f185 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.263245] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96528a5-ea4b-4778-b409-21902f2f6512 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.281648] env[70480]: DEBUG nova.compute.provider_tree [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.289178] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "6e16fab4-3840-47aa-b30e-fd4b17872a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.289466] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.664343] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.769017] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "83605608-e5bb-4967-ad6c-7452ec4df689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.771029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.787415] env[70480]: DEBUG nova.scheduler.client.report [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.794110] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.275229] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.293283] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.294161] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.299486] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.692s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.304715] env[70480]: INFO nova.compute.claims [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.344025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.807705] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.816469] env[70480]: DEBUG nova.compute.utils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.816469] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.816908] env[70480]: DEBUG nova.network.neutron [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.327916] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.407845] env[70480]: DEBUG nova.policy [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f83fe37f1f84c719e9bc8141921694f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f58ee439a4697b00823a7f29c29dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.432370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "40536092-a993-45c7-b0b3-e264a8a52e09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.432645] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "40536092-a993-45c7-b0b3-e264a8a52e09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.499312] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db4f9a-e0db-47e5-81ea-50db35f2f212 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.508809] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789a537-7f55-4f5e-a75b-060d23a26a8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.554250] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e9ed93-2e85-412b-bab6-e9c6561476a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.564413] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9da00-6c12-4d9f-9014-23bf0a9d6ba7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.591991] env[70480]: DEBUG nova.compute.provider_tree [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.939011] env[70480]: DEBUG nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.094724] env[70480]: DEBUG nova.scheduler.client.report [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.321300] env[70480]: DEBUG nova.network.neutron [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Successfully created port: ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.340857] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.373750] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.374421] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.374511] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.374792] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.375182] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.375403] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.375637] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.375898] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.376519] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.376706] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.376965] env[70480]: DEBUG nova.virt.hardware [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.378080] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5145e94-b129-4c3b-97a3-bd62d4b4ca43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.388300] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cfca83-eda8-479e-8fe4-3e9474f446dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.415352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decac251-8acd-4ff0-82c0-b43d58288457 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.468597] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.601169] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.602528] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.606905] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.942s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.608235] env[70480]: INFO nova.compute.claims [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.114289] env[70480]: DEBUG nova.compute.utils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.121082] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.121082] env[70480]: DEBUG nova.network.neutron [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.258280] env[70480]: DEBUG nova.policy [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a28ad21274dd4667ae09911b142fe185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725198dc016747f5bc10223a520567c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.619416] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.767176] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fecaa87-11be-4a3b-9a0b-5a6efbc48969 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.778186] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a8123-0edc-4d6c-9ac9-340ac6a5fa50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.817447] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1bc0a4-4004-4041-a469-528f1baf0458 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.827643] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d17829-5e10-4a1f-b5d3-a5329dcd6a86 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.847566] env[70480]: DEBUG nova.compute.provider_tree [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.290646] env[70480]: DEBUG nova.network.neutron [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Successfully created port: 6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.353690] env[70480]: DEBUG nova.scheduler.client.report [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.642395] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.686530] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.686530] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.686840] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.687146] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.687465] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.687544] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.687804] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.687934] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.688187] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.688407] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.688650] env[70480]: DEBUG nova.virt.hardware [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.689702] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a572c74-3cb5-43ab-abbd-6e60f48d7add {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.699694] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3956a35e-3b4f-4ded-b43b-aa5a740827c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.859973] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.860660] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.864401] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.521s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.866056] env[70480]: INFO nova.compute.claims [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.372574] env[70480]: DEBUG nova.compute.utils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.379201] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.379477] env[70480]: DEBUG nova.network.neutron [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.498667] env[70480]: DEBUG nova.policy [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c77c192051f4901b2ec78867bb1d97e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607888196db041d29e312337f7c16ef5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.516362] env[70480]: DEBUG nova.network.neutron [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Successfully updated port: ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.756292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "d281a50d-ece1-4c55-b6a0-1302229bb35f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.756292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.881498] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.897375] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "cb37d10c-56da-4d42-9063-4d5272e23907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.898069] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "cb37d10c-56da-4d42-9063-4d5272e23907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.022690] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.022690] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.022690] env[70480]: DEBUG nova.network.neutron [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.072340] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0de253-eab2-458c-8f5f-650c29ad52c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.081710] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87717cde-7a50-47bd-81f5-f9423d20528c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.116121] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586520d6-d0e7-4584-8adf-41d042f82a31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.125305] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc15689-5b4b-42c4-a2e5-a44aebdd004e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.143505] env[70480]: DEBUG nova.compute.provider_tree [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.258264] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.295202] env[70480]: DEBUG nova.compute.manager [req-a62ea6fc-a938-4709-87f1-400711128b96 req-0c2c69ff-0bfd-416a-8374-0024e19fa250 service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Received event network-vif-plugged-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.295569] env[70480]: DEBUG oslo_concurrency.lockutils [req-a62ea6fc-a938-4709-87f1-400711128b96 req-0c2c69ff-0bfd-416a-8374-0024e19fa250 service nova] Acquiring lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.296043] env[70480]: DEBUG oslo_concurrency.lockutils [req-a62ea6fc-a938-4709-87f1-400711128b96 req-0c2c69ff-0bfd-416a-8374-0024e19fa250 service nova] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.297125] env[70480]: DEBUG oslo_concurrency.lockutils [req-a62ea6fc-a938-4709-87f1-400711128b96 req-0c2c69ff-0bfd-416a-8374-0024e19fa250 service nova] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.297125] env[70480]: DEBUG nova.compute.manager [req-a62ea6fc-a938-4709-87f1-400711128b96 req-0c2c69ff-0bfd-416a-8374-0024e19fa250 service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] No waiting events found dispatching network-vif-plugged-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 650.297125] env[70480]: WARNING nova.compute.manager [req-a62ea6fc-a938-4709-87f1-400711128b96 req-0c2c69ff-0bfd-416a-8374-0024e19fa250 service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Received unexpected event network-vif-plugged-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 for instance with vm_state building and task_state spawning. [ 650.403766] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.486817] env[70480]: DEBUG nova.network.neutron [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Successfully created port: 2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.596173] env[70480]: DEBUG nova.network.neutron [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.649038] env[70480]: DEBUG nova.scheduler.client.report [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.788539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.906849] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.933653] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.933759] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.933846] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.934032] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.934181] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.934344] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.934569] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.934784] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.934899] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.935059] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.935245] env[70480]: DEBUG nova.virt.hardware [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.936673] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f600b8a-dfa7-4588-97de-d05b75769a4f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.941208] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.948401] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e907411b-9402-4e62-a41b-f74b67243568 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.021827] env[70480]: DEBUG nova.network.neutron [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance_info_cache with network_info: [{"id": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "address": "fa:16:3e:53:cb:3a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b35c1-2c", "ovs_interfaceid": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.153980] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.154884] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.158987] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.351s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.161930] env[70480]: INFO nova.compute.claims [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.376166] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379094] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379094] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379094] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379094] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379094] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379094] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.379558] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 651.379558] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.527922] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.528366] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Instance network_info: |[{"id": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "address": "fa:16:3e:53:cb:3a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b35c1-2c", "ovs_interfaceid": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.533011] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:cb:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.548661] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.548937] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be47e8ea-713c-45da-8f86-453226a43a10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.565208] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Created folder: OpenStack in parent group-v4. [ 651.565491] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating folder: Project (1f4f58ee439a4697b00823a7f29c29dd). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.565801] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4f204e-5fee-4afc-9981-35c0a3011386 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.576992] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Created folder: Project (1f4f58ee439a4697b00823a7f29c29dd) in parent group-v741156. [ 651.577295] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating folder: Instances. Parent ref: group-v741157. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.577786] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08eb5fa2-fe23-4299-bdea-121800c05983 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.590780] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Created folder: Instances in parent group-v741157. [ 651.591817] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.591817] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.592072] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3fa5a0f-c945-4355-baaa-a878e5583f97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.618972] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.618972] env[70480]: value = "task-3722185" [ 651.618972] env[70480]: _type = "Task" [ 651.618972] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.629043] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722185, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.669268] env[70480]: DEBUG nova.compute.utils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.674143] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.674143] env[70480]: DEBUG nova.network.neutron [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.868350] env[70480]: DEBUG nova.policy [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31a0cc13ea6247af8f376f3c5b9d7223', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a1df3b279ed47d1902958846e9158f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.884321] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.136190] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722185, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.174396] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.200887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.201162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.240545] env[70480]: DEBUG nova.network.neutron [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Successfully updated port: 6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.406872] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bb1cb7-3982-4c32-a368-6ea4339fd490 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.416134] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eedb41-b7b7-40a4-9074-958557ca95fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.451292] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc923fc9-4c05-4821-b036-f1e3b0198143 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.464888] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa27e8e-28f4-42d1-9150-bd51c151a58e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.482584] env[70480]: DEBUG nova.compute.provider_tree [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.635958] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722185, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.704594] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.740442] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "refresh_cache-e023a682-2d0a-4201-8ab6-b9735f112774" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.740989] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired lock "refresh_cache-e023a682-2d0a-4201-8ab6-b9735f112774" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.740989] env[70480]: DEBUG nova.network.neutron [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.987214] env[70480]: DEBUG nova.scheduler.client.report [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.052138] env[70480]: DEBUG nova.compute.manager [req-79c2af3d-6bda-49ba-8b33-4ed2a941db28 req-8a5c828a-e31f-4628-a9b8-d4d28f23b52a service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Received event network-vif-plugged-6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.052603] env[70480]: DEBUG oslo_concurrency.lockutils [req-79c2af3d-6bda-49ba-8b33-4ed2a941db28 req-8a5c828a-e31f-4628-a9b8-d4d28f23b52a service nova] Acquiring lock "e023a682-2d0a-4201-8ab6-b9735f112774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.052973] env[70480]: DEBUG oslo_concurrency.lockutils [req-79c2af3d-6bda-49ba-8b33-4ed2a941db28 req-8a5c828a-e31f-4628-a9b8-d4d28f23b52a service nova] Lock "e023a682-2d0a-4201-8ab6-b9735f112774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.053292] env[70480]: DEBUG oslo_concurrency.lockutils [req-79c2af3d-6bda-49ba-8b33-4ed2a941db28 req-8a5c828a-e31f-4628-a9b8-d4d28f23b52a service nova] Lock "e023a682-2d0a-4201-8ab6-b9735f112774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.054427] env[70480]: DEBUG nova.compute.manager [req-79c2af3d-6bda-49ba-8b33-4ed2a941db28 req-8a5c828a-e31f-4628-a9b8-d4d28f23b52a service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] No waiting events found dispatching network-vif-plugged-6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.054427] env[70480]: WARNING nova.compute.manager [req-79c2af3d-6bda-49ba-8b33-4ed2a941db28 req-8a5c828a-e31f-4628-a9b8-d4d28f23b52a service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Received unexpected event network-vif-plugged-6ef4dd54-200f-48eb-b586-330e5e4f3392 for instance with vm_state building and task_state spawning. [ 653.141635] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722185, 'name': CreateVM_Task, 'duration_secs': 1.494403} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.141635] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.155378] env[70480]: DEBUG nova.compute.manager [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Received event network-changed-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.155524] env[70480]: DEBUG nova.compute.manager [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Refreshing instance network info cache due to event network-changed-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.155745] env[70480]: DEBUG oslo_concurrency.lockutils [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] Acquiring lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.155887] env[70480]: DEBUG oslo_concurrency.lockutils [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] Acquired lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.156161] env[70480]: DEBUG nova.network.neutron [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Refreshing network info cache for port ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.172112] env[70480]: DEBUG oslo_vmware.service [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c3df8-4066-4214-99f2-fda144cb7b93 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.181810] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.181939] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.182858] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.183865] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e210b69-2344-42f7-8b83-826f74507389 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.192160] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.195560] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 653.195560] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529e74b2-a037-2d2d-4bef-123969a82493" [ 653.195560] env[70480]: _type = "Task" [ 653.195560] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.208533] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529e74b2-a037-2d2d-4bef-123969a82493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.225274] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.225536] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.238138] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.238331] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.238494] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.238673] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.238809] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.238948] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.239183] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.239342] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.239849] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.239849] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.239849] env[70480]: DEBUG nova.virt.hardware [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.241016] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b0bef-b913-43f5-8da0-6a6c198d1296 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.247842] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.257222] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b357028-14a2-4cb1-904f-cf1a7873ddb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.290721] env[70480]: DEBUG nova.network.neutron [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Successfully created port: 3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.397781] env[70480]: DEBUG nova.network.neutron [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.499266] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.499823] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.509174] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.039s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.509174] env[70480]: INFO nova.compute.claims [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.708967] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.709236] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.709457] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.709664] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710021] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.710636] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf05759-830c-4632-b11a-d04941372769 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.720352] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.721336] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.721497] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cd1335-c20e-4492-a08b-e8440d84b9e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.727854] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.736380] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111134f5-2249-4054-9764-6bc93c553532 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.744778] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 653.744778] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52016220-0bdd-d3ce-ebe7-711259117c2c" [ 653.744778] env[70480]: _type = "Task" [ 653.744778] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.755241] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52016220-0bdd-d3ce-ebe7-711259117c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.008436] env[70480]: DEBUG nova.compute.utils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.013022] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.013022] env[70480]: DEBUG nova.network.neutron [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.088174] env[70480]: DEBUG nova.policy [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36365ec0a447bcbc50a2963a45084b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d3c81ee976450fb70ba26b938d492d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.259681] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 654.259961] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating directory with path [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.260300] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8635f280-a11e-444c-9ea8-92ae8086bc1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.270015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.301577] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Created directory with path [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.301791] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Fetch image to [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 654.301949] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Downloading image file data 6bbc4e0e-8235-4978-8158-5e71874c5b65 to [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk on the data store datastore1 {{(pid=70480) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 654.302856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f88a0b0-cb7f-4431-bf64-13efae06782a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.315454] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e36c32c-05e6-4bb7-aaf0-436b3c6c8f27 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.333981] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127d3e9-400c-41c1-ac8b-b5b9cf30cca3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.376919] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ccc39f-c26f-459c-8a0c-5f19f4c6150b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.384937] env[70480]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-af7fa699-050c-471a-b80a-9db6408eb9cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.408187] env[70480]: DEBUG nova.network.neutron [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Updating instance_info_cache with network_info: [{"id": "6ef4dd54-200f-48eb-b586-330e5e4f3392", "address": "fa:16:3e:82:99:9d", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef4dd54-20", "ovs_interfaceid": "6ef4dd54-200f-48eb-b586-330e5e4f3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.421067] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Downloading image file data 6bbc4e0e-8235-4978-8158-5e71874c5b65 to the data store datastore1 {{(pid=70480) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 654.515404] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.664538] env[70480]: DEBUG oslo_vmware.rw_handles [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 654.915811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Releasing lock "refresh_cache-e023a682-2d0a-4201-8ab6-b9735f112774" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.915811] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Instance network_info: |[{"id": "6ef4dd54-200f-48eb-b586-330e5e4f3392", "address": "fa:16:3e:82:99:9d", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef4dd54-20", "ovs_interfaceid": "6ef4dd54-200f-48eb-b586-330e5e4f3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.918454] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:99:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ef4dd54-200f-48eb-b586-330e5e4f3392', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.925872] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Creating folder: Project (725198dc016747f5bc10223a520567c9). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.927712] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a280bb-3834-4e1a-80e1-9658fa295607 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.938344] env[70480]: DEBUG nova.network.neutron [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Successfully created port: 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.953815] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Created folder: Project (725198dc016747f5bc10223a520567c9) in parent group-v741156. [ 654.954344] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Creating folder: Instances. Parent ref: group-v741160. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.956091] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4d6399-8b62-4b97-b755-0cf9359ee418 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.977862] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Created folder: Instances in parent group-v741160. [ 654.978327] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.978586] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.979713] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c5ab1dc-ec2b-4e9b-a600-b49cd4be5d09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.015038] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.015038] env[70480]: value = "task-3722188" [ 655.015038] env[70480]: _type = "Task" [ 655.015038] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.032235] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722188, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.059307] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fce7ca-803c-4994-b9d7-9b0680d4dd58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.075709] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3101b637-cd82-4d2b-b0f2-43cd60a6b119 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.129277] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030bd30c-9de4-467e-93cc-c550179d0c61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.143506] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d4df2-1315-4b4b-b5fd-c62ab754476c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.180151] env[70480]: DEBUG nova.compute.provider_tree [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.189436] env[70480]: DEBUG nova.network.neutron [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updated VIF entry in instance network info cache for port ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.189736] env[70480]: DEBUG nova.network.neutron [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance_info_cache with network_info: [{"id": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "address": "fa:16:3e:53:cb:3a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b35c1-2c", "ovs_interfaceid": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.526334] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.535197] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722188, 'name': CreateVM_Task, 'duration_secs': 0.417368} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.535390] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.536132] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536275] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536974] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaecba2d-b398-4b6f-bfd9-048281da2db9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.544636] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 655.544636] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522f92ce-0073-2566-908d-618c17b138d0" [ 655.544636] env[70480]: _type = "Task" [ 655.544636] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.561034] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522f92ce-0073-2566-908d-618c17b138d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.561917] env[70480]: DEBUG nova.network.neutron [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Successfully updated port: 2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.568470] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.568897] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.568897] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.569148] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.569345] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.569517] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.569742] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.570089] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.570336] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.570562] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.570806] env[70480]: DEBUG nova.virt.hardware [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.571654] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fafcda0-6563-4b54-8549-0054d1277cd2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.588820] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7928ab-1c7d-40bd-8563-ebca5912a203 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.624905] env[70480]: DEBUG oslo_vmware.rw_handles [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 655.625210] env[70480]: DEBUG oslo_vmware.rw_handles [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 655.686230] env[70480]: DEBUG nova.scheduler.client.report [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.691893] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Downloaded image file data 6bbc4e0e-8235-4978-8158-5e71874c5b65 to vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk on the data store datastore1 {{(pid=70480) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 655.695202] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 655.697102] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Copying Virtual Disk [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk to [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.697102] env[70480]: DEBUG oslo_concurrency.lockutils [req-00251a16-5769-4000-b142-392ef4fc78d1 req-f0b42e2d-f19a-49b8-8f7d-f5fcfa7851dc service nova] Releasing lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.697102] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ba99aa-9e1b-4a71-ace8-48f0d271205f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.709705] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 655.709705] env[70480]: value = "task-3722189" [ 655.709705] env[70480]: _type = "Task" [ 655.709705] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.721756] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.035296] env[70480]: DEBUG nova.compute.manager [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Received event network-changed-6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.036299] env[70480]: DEBUG nova.compute.manager [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Refreshing instance network info cache due to event network-changed-6ef4dd54-200f-48eb-b586-330e5e4f3392. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.036581] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] Acquiring lock "refresh_cache-e023a682-2d0a-4201-8ab6-b9735f112774" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.036848] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] Acquired lock "refresh_cache-e023a682-2d0a-4201-8ab6-b9735f112774" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.037051] env[70480]: DEBUG nova.network.neutron [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Refreshing network info cache for port 6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.065151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.065904] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.065904] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.066544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "refresh_cache-0b48ad34-3879-4267-b5af-6b040a3a582e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.066544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired lock "refresh_cache-0b48ad34-3879-4267-b5af-6b040a3a582e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.066671] env[70480]: DEBUG nova.network.neutron [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.202687] env[70480]: DEBUG nova.network.neutron [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Successfully updated port: 3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.204512] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.204749] env[70480]: DEBUG nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.210834] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.422s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.212751] env[70480]: INFO nova.compute.claims [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.230420] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722189, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.558918] env[70480]: DEBUG nova.compute.manager [req-0209c23d-8708-499f-87e8-8179ce10b3a2 req-569874ed-23d7-4439-b6c8-297e619bfb24 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Received event network-vif-plugged-3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.559147] env[70480]: DEBUG oslo_concurrency.lockutils [req-0209c23d-8708-499f-87e8-8179ce10b3a2 req-569874ed-23d7-4439-b6c8-297e619bfb24 service nova] Acquiring lock "6e16fab4-3840-47aa-b30e-fd4b17872a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.560980] env[70480]: DEBUG oslo_concurrency.lockutils [req-0209c23d-8708-499f-87e8-8179ce10b3a2 req-569874ed-23d7-4439-b6c8-297e619bfb24 service nova] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.561430] env[70480]: DEBUG oslo_concurrency.lockutils [req-0209c23d-8708-499f-87e8-8179ce10b3a2 req-569874ed-23d7-4439-b6c8-297e619bfb24 service nova] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.561430] env[70480]: DEBUG nova.compute.manager [req-0209c23d-8708-499f-87e8-8179ce10b3a2 req-569874ed-23d7-4439-b6c8-297e619bfb24 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] No waiting events found dispatching network-vif-plugged-3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.561589] env[70480]: WARNING nova.compute.manager [req-0209c23d-8708-499f-87e8-8179ce10b3a2 req-569874ed-23d7-4439-b6c8-297e619bfb24 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Received unexpected event network-vif-plugged-3d5169bf-0b23-4d11-8562-58844d7ab6ff for instance with vm_state building and task_state spawning. [ 656.671314] env[70480]: DEBUG nova.network.neutron [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.712595] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "refresh_cache-6e16fab4-3840-47aa-b30e-fd4b17872a44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.712764] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquired lock "refresh_cache-6e16fab4-3840-47aa-b30e-fd4b17872a44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.712921] env[70480]: DEBUG nova.network.neutron [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.729697] env[70480]: DEBUG nova.compute.utils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.737153] env[70480]: DEBUG nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 656.748606] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94087} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.748606] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Copied Virtual Disk [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk to [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.748606] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleting the datastore file [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.755277] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d5558ae-71a0-422e-83ab-ced5889175fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.758521] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 656.758521] env[70480]: value = "task-3722190" [ 656.758521] env[70480]: _type = "Task" [ 656.758521] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.770765] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.239675] env[70480]: DEBUG nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.272609] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027183} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.273562] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.273680] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Moving file from [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1/6bbc4e0e-8235-4978-8158-5e71874c5b65 to [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65. {{(pid=70480) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 657.273983] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-19e4ed8b-999a-464d-b433-3e6590ebae1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.286057] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 657.286057] env[70480]: value = "task-3722191" [ 657.286057] env[70480]: _type = "Task" [ 657.286057] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.296357] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722191, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.364228] env[70480]: DEBUG nova.network.neutron [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.496184] env[70480]: DEBUG nova.network.neutron [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Updated VIF entry in instance network info cache for port 6ef4dd54-200f-48eb-b586-330e5e4f3392. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.496553] env[70480]: DEBUG nova.network.neutron [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Updating instance_info_cache with network_info: [{"id": "6ef4dd54-200f-48eb-b586-330e5e4f3392", "address": "fa:16:3e:82:99:9d", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef4dd54-20", "ovs_interfaceid": "6ef4dd54-200f-48eb-b586-330e5e4f3392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.517696] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1ec24-e726-40c3-9aac-1b399cd27512 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.527887] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b562faa-5b3f-4cf7-bdb7-3c5b80c755f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.563869] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe532bcd-e849-4797-9f66-2a76dfa476d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.574151] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc5a35-c8d6-4a51-aab9-2ac7a0c447eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.590792] env[70480]: DEBUG nova.compute.provider_tree [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.720278] env[70480]: DEBUG nova.network.neutron [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Updating instance_info_cache with network_info: [{"id": "2a713321-66e5-4e73-8e65-da7ea8e57995", "address": "fa:16:3e:ee:19:1d", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a713321-66", "ovs_interfaceid": "2a713321-66e5-4e73-8e65-da7ea8e57995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.797459] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722191, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032275} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.798422] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] File moved {{(pid=70480) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 657.798707] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Cleaning up location [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 657.798789] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleting the datastore file [datastore1] vmware_temp/22bd64a1-3e9e-42b4-b448-04baa6744bf1 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.799023] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61dc1df-d172-4732-8d68-6b35063a4917 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.806601] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 657.806601] env[70480]: value = "task-3722192" [ 657.806601] env[70480]: _type = "Task" [ 657.806601] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.816217] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.001690] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] Releasing lock "refresh_cache-e023a682-2d0a-4201-8ab6-b9735f112774" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.001690] env[70480]: DEBUG nova.compute.manager [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Received event network-vif-plugged-2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.001813] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] Acquiring lock "0b48ad34-3879-4267-b5af-6b040a3a582e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.002792] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.002792] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.002792] env[70480]: DEBUG nova.compute.manager [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] No waiting events found dispatching network-vif-plugged-2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.004320] env[70480]: WARNING nova.compute.manager [req-6d4f91a6-29fc-47da-977b-38a49150e5a1 req-7d7b64a6-e603-4438-afa6-4e82a52231a0 service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Received unexpected event network-vif-plugged-2a713321-66e5-4e73-8e65-da7ea8e57995 for instance with vm_state building and task_state spawning. [ 658.007751] env[70480]: DEBUG nova.network.neutron [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Successfully updated port: 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.095062] env[70480]: DEBUG nova.scheduler.client.report [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.226900] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Releasing lock "refresh_cache-0b48ad34-3879-4267-b5af-6b040a3a582e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.226900] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Instance network_info: |[{"id": "2a713321-66e5-4e73-8e65-da7ea8e57995", "address": "fa:16:3e:ee:19:1d", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a713321-66", "ovs_interfaceid": "2a713321-66e5-4e73-8e65-da7ea8e57995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.227514] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:19:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a713321-66e5-4e73-8e65-da7ea8e57995', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.238123] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Creating folder: Project (607888196db041d29e312337f7c16ef5). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.238509] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4af1667-482d-437e-94c9-c9c4394e662f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.249976] env[70480]: DEBUG nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.253470] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Created folder: Project (607888196db041d29e312337f7c16ef5) in parent group-v741156. [ 658.253769] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Creating folder: Instances. Parent ref: group-v741163. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.254099] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58b1a307-4a1c-4227-aaec-d2e924fc2c8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.266763] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Created folder: Instances in parent group-v741163. [ 658.267297] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.267297] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.267448] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-897a2b78-217e-49ff-b7f9-264cd85f7c68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.298684] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.298684] env[70480]: value = "task-3722195" [ 658.298684] env[70480]: _type = "Task" [ 658.298684] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.300342] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.300776] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.301155] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.301506] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.301768] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.302141] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.302524] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.302860] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.303181] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.303468] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.303753] env[70480]: DEBUG nova.virt.hardware [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.304766] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd509cf-a2f4-4f65-84a1-4f1d8a46c91c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.336067] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873425d-6267-463b-afb8-0266bcf6a7c0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.343930] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722195, 'name': CreateVM_Task} progress is 15%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.350021] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031774} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.350021] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.350021] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbd4689-030d-4d24-b65f-bab7e806bfce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.361039] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.368289] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Creating folder: Project (bb86e720d09743e89655d972d6afb05d). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.369087] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a986f5b-89b1-4cc5-8cdf-4b6515908063 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.372888] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 658.372888] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cd6ce9-b6e5-e9d3-ee5f-aba05de1c3d2" [ 658.372888] env[70480]: _type = "Task" [ 658.372888] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.384932] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cd6ce9-b6e5-e9d3-ee5f-aba05de1c3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.386458] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Created folder: Project (bb86e720d09743e89655d972d6afb05d) in parent group-v741156. [ 658.387030] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Creating folder: Instances. Parent ref: group-v741166. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.387030] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c708b33f-0bbe-4c2f-8a92-7e0a3f92192b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.396870] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Created folder: Instances in parent group-v741166. [ 658.397231] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.397443] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.397646] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84a460d-be5a-4bb2-9861-75a305216b17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.416317] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.416317] env[70480]: value = "task-3722198" [ 658.416317] env[70480]: _type = "Task" [ 658.416317] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.425471] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722198, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.516345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "refresh_cache-83605608-e5bb-4967-ad6c-7452ec4df689" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.516345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "refresh_cache-83605608-e5bb-4967-ad6c-7452ec4df689" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.516345] env[70480]: DEBUG nova.network.neutron [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.527957] env[70480]: DEBUG nova.network.neutron [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Updating instance_info_cache with network_info: [{"id": "3d5169bf-0b23-4d11-8562-58844d7ab6ff", "address": "fa:16:3e:fb:a2:b1", "network": {"id": "abee14b9-724f-47c6-967b-98c128f26fa0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-356791171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1df3b279ed47d1902958846e9158f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5169bf-0b", "ovs_interfaceid": "3d5169bf-0b23-4d11-8562-58844d7ab6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.602083] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.602714] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.607249] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.666s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.614429] env[70480]: INFO nova.compute.claims [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.816920] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722195, 'name': CreateVM_Task, 'duration_secs': 0.354907} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.817155] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.817860] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.819213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.819213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.819213] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91442cb7-4d58-42c3-8f27-6b185c390c48 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.824930] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 658.824930] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ed8a0f-d312-30a9-c31e-2356736f3372" [ 658.824930] env[70480]: _type = "Task" [ 658.824930] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.833697] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ed8a0f-d312-30a9-c31e-2356736f3372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.889237] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cd6ce9-b6e5-e9d3-ee5f-aba05de1c3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010754} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.889519] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.889792] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe/e9463258-c3e8-49d1-96c6-94ffa06b8efe.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.890083] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.890313] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.890535] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22f77b9b-ae33-4da2-8962-cb77129e692a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.894702] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c9fdb6-3b87-4238-aee5-42dffa934b24 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.903252] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 658.903252] env[70480]: value = "task-3722199" [ 658.903252] env[70480]: _type = "Task" [ 658.903252] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.904383] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.904560] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.908982] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a1f603-55d2-494d-bfa5-e2f978d502bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.918318] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 658.918318] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529e28f2-d6a8-ad84-4766-06daf2d95999" [ 658.918318] env[70480]: _type = "Task" [ 658.918318] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.918625] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.932823] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529e28f2-d6a8-ad84-4766-06daf2d95999, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.936601] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722198, 'name': CreateVM_Task, 'duration_secs': 0.325425} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.936772] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a55c43-4c00-401b-9748-e7deaee38cad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.939650] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.940743] env[70480]: DEBUG oslo_vmware.service [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f7c5f2-2dd3-4f6a-9d1d-ec95cb7f4bea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.947510] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 658.947510] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5215f8a8-3d88-b2f3-e49d-f506f31275ae" [ 658.947510] env[70480]: _type = "Task" [ 658.947510] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.949448] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.949648] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.950091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.950498] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6fd1a2-6f04-443d-9b3f-793e5c4c9de4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.959438] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 658.959438] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521a286a-1eb7-0ce9-2e3b-b8552a7e6a65" [ 658.959438] env[70480]: _type = "Task" [ 658.959438] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.963292] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5215f8a8-3d88-b2f3-e49d-f506f31275ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.966654] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.966923] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e023a682-2d0a-4201-8ab6-b9735f112774/e023a682-2d0a-4201-8ab6-b9735f112774.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.967231] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6295420-77a9-425c-8af4-9a4844bb7d88 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.976597] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976855] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.977099] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.977250] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.977426] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.977740] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 658.977740] env[70480]: value = "task-3722200" [ 658.977740] env[70480]: _type = "Task" [ 658.977740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.977927] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2567c56-8085-4bb1-b22c-cfe863727289 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.990146] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.990362] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.991153] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6729269-d47e-4632-9916-6ed90d6a73fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.998093] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680a4f37-0db8-4de6-a8db-b0d33505988d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.003763] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 659.003763] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52562c4a-39a6-0cf4-1a14-854182dd12d8" [ 659.003763] env[70480]: _type = "Task" [ 659.003763] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.012099] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52562c4a-39a6-0cf4-1a14-854182dd12d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.031339] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Releasing lock "refresh_cache-6e16fab4-3840-47aa-b30e-fd4b17872a44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.032633] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Instance network_info: |[{"id": "3d5169bf-0b23-4d11-8562-58844d7ab6ff", "address": "fa:16:3e:fb:a2:b1", "network": {"id": "abee14b9-724f-47c6-967b-98c128f26fa0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-356791171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1df3b279ed47d1902958846e9158f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5169bf-0b", "ovs_interfaceid": "3d5169bf-0b23-4d11-8562-58844d7ab6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.032874] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:a2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d5169bf-0b23-4d11-8562-58844d7ab6ff', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.039691] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Creating folder: Project (8a1df3b279ed47d1902958846e9158f9). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.040653] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281af602-0956-4ddf-85ad-e221aaca8960 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.051512] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Created folder: Project (8a1df3b279ed47d1902958846e9158f9) in parent group-v741156. [ 659.051720] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Creating folder: Instances. Parent ref: group-v741169. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.052334] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5934a20-6862-4804-96e7-7e0d8222060f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.062889] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Created folder: Instances in parent group-v741169. [ 659.063096] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.063352] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.063528] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a33dba6-453e-4676-b7ab-5116a4081a1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.092483] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.092483] env[70480]: value = "task-3722203" [ 659.092483] env[70480]: _type = "Task" [ 659.092483] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.102563] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722203, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.120055] env[70480]: DEBUG nova.compute.utils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.125451] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.125451] env[70480]: DEBUG nova.network.neutron [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.190713] env[70480]: DEBUG nova.network.neutron [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.226785] env[70480]: DEBUG nova.policy [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe90c0894aab4585bee8eb8c59aa994d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bcf1df8a2ef47269e1a2837476ea0a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.345300] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ed8a0f-d312-30a9-c31e-2356736f3372, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.346409] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.346409] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.346409] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.346409] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.346658] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.346691] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d959ae54-6fce-4424-9937-600ac2ef3630 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.367416] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.367416] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.367416] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b0901d-746a-43bf-b6dc-6b160b33e821 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.378811] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 659.378811] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52434e74-d1c1-2a5e-f06f-fb42f535eb0a" [ 659.378811] env[70480]: _type = "Task" [ 659.378811] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.388985] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52434e74-d1c1-2a5e-f06f-fb42f535eb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.417235] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.417412] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.423174] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515076} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.424337] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe/e9463258-c3e8-49d1-96c6-94ffa06b8efe.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.424337] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.424337] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d648f593-7a3d-4b90-bd73-7f5a4037bdc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.436313] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 659.436313] env[70480]: value = "task-3722204" [ 659.436313] env[70480]: _type = "Task" [ 659.436313] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.449825] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.495501] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722200, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.518534] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 659.519034] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Creating directory with path [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.519396] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da00c4d-36c6-495b-ac50-f1ddc0550624 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.541917] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Created directory with path [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.542431] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Fetch image to [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 659.542604] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Downloading image file data 6bbc4e0e-8235-4978-8158-5e71874c5b65 to [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk on the data store datastore2 {{(pid=70480) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 659.544094] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0a091-835e-46bf-b99d-c3360fc3a056 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.554751] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c4d94-7b39-4058-9778-a2820d4fdc42 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.573953] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef988da7-3cbd-4278-a540-263f0ef4b1d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.622178] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af362988-c0d7-46fa-86f2-2a51570ee60a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.632255] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.644824] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722203, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.644824] env[70480]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-49449900-f95c-41fa-9127-37c4c6a06264 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.698346] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Downloading image file data 6bbc4e0e-8235-4978-8158-5e71874c5b65 to the data store datastore2 {{(pid=70480) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 659.897690] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52434e74-d1c1-2a5e-f06f-fb42f535eb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.030897} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.898680] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9bb6556-fe93-4690-8c5b-fe968cccf3fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.910972] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.911829] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.914172] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 659.914172] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525557e0-365d-33e7-6a4f-413742ab2741" [ 659.914172] env[70480]: _type = "Task" [ 659.914172] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.927889] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525557e0-365d-33e7-6a4f-413742ab2741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.929705] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5001754-a109-45d1-adb0-eaca52f6d066 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.942036] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e4b9a-c200-4794-a98b-3582997d225a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.946322] env[70480]: DEBUG nova.network.neutron [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Updating instance_info_cache with network_info: [{"id": "3f43742a-6a8f-41e4-af01-7c9f6e8f8656", "address": "fa:16:3e:d9:46:71", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f43742a-6a", "ovs_interfaceid": "3f43742a-6a8f-41e4-af01-7c9f6e8f8656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.954953] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355113} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.982405] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.984641] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 659.990291] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b0578-7a31-41ba-bfa9-aa659a553634 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.995651] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc75ac-0c91-4729-98d7-4efb840fd9bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.067599] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816525} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.077764] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe/e9463258-c3e8-49d1-96c6-94ffa06b8efe.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.079419] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e023a682-2d0a-4201-8ab6-b9735f112774/e023a682-2d0a-4201-8ab6-b9735f112774.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.079636] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.080264] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9becc03f-a2ff-4d88-96a3-910e0f355281 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.096357] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432952a5-4131-49df-a6fa-c2c4fffe9eb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.102185] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68682484-5ab9-42cd-81d0-50887598546b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.118995] env[70480]: DEBUG nova.compute.provider_tree [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.130073] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 660.130073] env[70480]: value = "task-3722206" [ 660.130073] env[70480]: _type = "Task" [ 660.130073] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.130417] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 660.130417] env[70480]: value = "task-3722205" [ 660.130417] env[70480]: _type = "Task" [ 660.130417] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.141998] env[70480]: DEBUG nova.network.neutron [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Successfully created port: 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.159969] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722203, 'name': CreateVM_Task, 'duration_secs': 0.636891} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.162296] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.163474] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.163474] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.163936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.171959] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590a3788-f1bb-42e3-8127-57a6c0c3e7c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.175134] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.176047] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.185923] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 660.185923] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523bf704-dd49-5ec2-243f-a3a6bee3203c" [ 660.185923] env[70480]: _type = "Task" [ 660.185923] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.197481] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523bf704-dd49-5ec2-243f-a3a6bee3203c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.432177] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525557e0-365d-33e7-6a4f-413742ab2741, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.432968] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.433729] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 0b48ad34-3879-4267-b5af-6b040a3a582e/0b48ad34-3879-4267-b5af-6b040a3a582e.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.433888] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-631c5ec0-589f-46f6-af59-9ef4e7eaf52a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.442243] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 660.442243] env[70480]: value = "task-3722207" [ 660.442243] env[70480]: _type = "Task" [ 660.442243] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.452792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "refresh_cache-83605608-e5bb-4967-ad6c-7452ec4df689" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.453183] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Instance network_info: |[{"id": "3f43742a-6a8f-41e4-af01-7c9f6e8f8656", "address": "fa:16:3e:d9:46:71", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f43742a-6a", "ovs_interfaceid": "3f43742a-6a8f-41e4-af01-7c9f6e8f8656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.453646] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.454195] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:46:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f43742a-6a8f-41e4-af01-7c9f6e8f8656', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.465241] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating folder: Project (64d3c81ee976450fb70ba26b938d492d). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.470259] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-285352a5-170f-45ea-bde9-7b5b8e6a8b2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.482328] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created folder: Project (64d3c81ee976450fb70ba26b938d492d) in parent group-v741156. [ 660.483594] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating folder: Instances. Parent ref: group-v741172. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.486464] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c36790a9-3f48-46e1-85e9-45039aeefc87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.498295] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created folder: Instances in parent group-v741172. [ 660.498483] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.500090] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.500090] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c69022ee-cb66-47a0-ba10-889f651a1f98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.526302] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.526302] env[70480]: value = "task-3722210" [ 660.526302] env[70480]: _type = "Task" [ 660.526302] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.537086] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722210, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.632887] env[70480]: DEBUG nova.scheduler.client.report [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.657882] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722206, 'name': ReconfigVM_Task, 'duration_secs': 0.333907} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.659359] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe/e9463258-c3e8-49d1-96c6-94ffa06b8efe.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.659875] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091664} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.663858] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea35666-1b0d-4545-b4f1-c72e91c05ac1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.665957] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.667719] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.670658] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16083772-b771-4c56-8a34-c4a53d95717f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.695739] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] e023a682-2d0a-4201-8ab6-b9735f112774/e023a682-2d0a-4201-8ab6-b9735f112774.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.702714] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d82c9d-2df7-4071-9160-d72dd9a5a063 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.718089] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 660.718089] env[70480]: value = "task-3722211" [ 660.718089] env[70480]: _type = "Task" [ 660.718089] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.733946] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 660.733946] env[70480]: value = "task-3722212" [ 660.733946] env[70480]: _type = "Task" [ 660.733946] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.734270] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523bf704-dd49-5ec2-243f-a3a6bee3203c, 'name': SearchDatastore_Task, 'duration_secs': 0.019924} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.736974] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.737268] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.737459] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.737747] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.737911] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.738101] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.738410] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.738720] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.738903] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.739182] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.739840] env[70480]: DEBUG nova.virt.hardware [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.740929] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.740929] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.741113] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.741163] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.741354] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.742299] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2722e7-97fa-4308-a227-53270b5054f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.753282] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce3b0a3-6f13-49a2-9105-779469275f13 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.755677] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722211, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.766588] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b3b9e4-faa3-400f-aba3-198f7009f915 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.771488] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.773658] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.773658] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.774419] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bf43a0-e689-4556-8781-a249a72b81e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.789795] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 660.789795] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bbaef-f697-7dd8-e7aa-44922b88b535" [ 660.789795] env[70480]: _type = "Task" [ 660.789795] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.801447] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bbaef-f697-7dd8-e7aa-44922b88b535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.901102] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 660.901824] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 660.958941] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722207, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.965827] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Downloaded image file data 6bbc4e0e-8235-4978-8158-5e71874c5b65 to vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk on the data store datastore2 {{(pid=70480) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 660.969322] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 660.969322] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Copying Virtual Disk [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk to [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.969322] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c8d37a1-a9e2-4119-93c9-ce9728af8023 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.981741] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 660.981741] env[70480]: value = "task-3722213" [ 660.981741] env[70480]: _type = "Task" [ 660.981741] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.996799] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.047309] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722210, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.091495] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.091740] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.150377] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.151332] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.156891] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.271s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.156891] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.156891] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 661.156891] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.909s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.158233] env[70480]: INFO nova.compute.claims [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.162548] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047520e6-13f1-4728-a6f7-5369d44a3cd9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.174265] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef68e5-cb63-42fe-ba95-b43dee87e040 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.199457] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e6093-c708-4437-816d-bd15ec5491c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.206964] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8a8da8-7301-436e-a669-b4ad8673bbfc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.248374] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180898MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 661.248593] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.266566] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.269537] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722211, 'name': Rename_Task, 'duration_secs': 0.209428} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.269796] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.270155] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dacccab4-c487-4307-aaa3-62141b33d2b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.278569] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 661.278569] env[70480]: value = "task-3722214" [ 661.278569] env[70480]: _type = "Task" [ 661.278569] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.289036] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.304913] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bbaef-f697-7dd8-e7aa-44922b88b535, 'name': SearchDatastore_Task, 'duration_secs': 0.056588} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.305696] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7462ce-03c9-4766-8f8c-eeb916cd6136 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.312149] env[70480]: DEBUG nova.compute.manager [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Received event network-changed-2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.312338] env[70480]: DEBUG nova.compute.manager [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Refreshing instance network info cache due to event network-changed-2a713321-66e5-4e73-8e65-da7ea8e57995. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.312576] env[70480]: DEBUG oslo_concurrency.lockutils [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] Acquiring lock "refresh_cache-0b48ad34-3879-4267-b5af-6b040a3a582e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.312723] env[70480]: DEBUG oslo_concurrency.lockutils [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] Acquired lock "refresh_cache-0b48ad34-3879-4267-b5af-6b040a3a582e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.312878] env[70480]: DEBUG nova.network.neutron [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Refreshing network info cache for port 2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.319593] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 661.319593] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52723acd-c76f-a41c-b79c-4359f7a2b3dd" [ 661.319593] env[70480]: _type = "Task" [ 661.319593] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.334273] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52723acd-c76f-a41c-b79c-4359f7a2b3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.454616] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711909} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.454892] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 0b48ad34-3879-4267-b5af-6b040a3a582e/0b48ad34-3879-4267-b5af-6b040a3a582e.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.455245] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.455440] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf101a69-d72f-4f90-b932-d68a4b7252cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.463458] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 661.463458] env[70480]: value = "task-3722215" [ 661.463458] env[70480]: _type = "Task" [ 661.463458] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.475606] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.495014] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722213, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.541701] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722210, 'name': CreateVM_Task, 'duration_secs': 0.809643} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.541701] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.542020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.542195] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.542573] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.542777] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13e2367-6ead-42ab-b6ec-b03646f1b186 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.549851] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 661.549851] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529b5c9e-e734-a1a2-48f5-63ee5c40c859" [ 661.549851] env[70480]: _type = "Task" [ 661.549851] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.560886] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529b5c9e-e734-a1a2-48f5-63ee5c40c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.663725] env[70480]: DEBUG nova.compute.utils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.665938] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.666566] env[70480]: DEBUG nova.network.neutron [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.680348] env[70480]: DEBUG nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Received event network-changed-3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.680348] env[70480]: DEBUG nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Refreshing instance network info cache due to event network-changed-3d5169bf-0b23-4d11-8562-58844d7ab6ff. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.680348] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Acquiring lock "refresh_cache-6e16fab4-3840-47aa-b30e-fd4b17872a44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.680348] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Acquired lock "refresh_cache-6e16fab4-3840-47aa-b30e-fd4b17872a44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.680348] env[70480]: DEBUG nova.network.neutron [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Refreshing network info cache for port 3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.764952] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722212, 'name': ReconfigVM_Task, 'duration_secs': 0.727835} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.767629] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Reconfigured VM instance instance-00000002 to attach disk [datastore1] e023a682-2d0a-4201-8ab6-b9735f112774/e023a682-2d0a-4201-8ab6-b9735f112774.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.767629] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f48680-6ce6-4282-be35-489739f97bb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.777461] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 661.777461] env[70480]: value = "task-3722216" [ 661.777461] env[70480]: _type = "Task" [ 661.777461] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.793111] env[70480]: DEBUG oslo_vmware.api [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722214, 'name': PowerOnVM_Task, 'duration_secs': 0.511058} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.799048] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.799635] env[70480]: INFO nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Took 15.46 seconds to spawn the instance on the hypervisor. [ 661.799635] env[70480]: DEBUG nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.800025] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722216, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.801225] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c87e8-5727-4c2c-93c6-ea21316d5ad8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.828610] env[70480]: DEBUG nova.policy [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdbd7b6234ef458ebcf3d185e9aa056e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5cdcd917f6b4faeb464fa0962a2ccb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.841407] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52723acd-c76f-a41c-b79c-4359f7a2b3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01315} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.841694] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.841980] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 6e16fab4-3840-47aa-b30e-fd4b17872a44/6e16fab4-3840-47aa-b30e-fd4b17872a44.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.842543] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-487cc165-dd14-4d44-aedd-07077ce66d36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.850848] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 661.850848] env[70480]: value = "task-3722217" [ 661.850848] env[70480]: _type = "Task" [ 661.850848] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.862927] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.974715] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077809} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.975075] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.976513] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a74d7a8-947e-4f3a-939a-921b67b6af1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.007220] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0b48ad34-3879-4267-b5af-6b040a3a582e/0b48ad34-3879-4267-b5af-6b040a3a582e.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.011154] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b961f3ed-9abf-452a-9eff-a6654961bbd3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.034273] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989262} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.035958] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Copied Virtual Disk [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk to [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.036090] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleting the datastore file [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65/tmp-sparse.vmdk {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.036615] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 662.036615] env[70480]: value = "task-3722218" [ 662.036615] env[70480]: _type = "Task" [ 662.036615] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.036946] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de5b3679-257e-4d9c-99c0-f21ea433b3d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.048750] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.053408] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 662.053408] env[70480]: value = "task-3722219" [ 662.053408] env[70480]: _type = "Task" [ 662.053408] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.068910] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529b5c9e-e734-a1a2-48f5-63ee5c40c859, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.072303] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.072654] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.072918] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.073185] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.073250] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.073568] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2192231-615a-4e0c-8c16-7d31609698b1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.093524] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.093524] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.096228] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8f3ac9-a49e-44c5-8c34-081282c4cb9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.103639] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 662.103639] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523e4189-a319-5268-eb87-996484bd3b95" [ 662.103639] env[70480]: _type = "Task" [ 662.103639] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.115452] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523e4189-a319-5268-eb87-996484bd3b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.170574] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.302029] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722216, 'name': Rename_Task, 'duration_secs': 0.223713} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.302029] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.302373] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0e0435-e549-47bc-866e-373f56053ea9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.313365] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 662.313365] env[70480]: value = "task-3722220" [ 662.313365] env[70480]: _type = "Task" [ 662.313365] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.331700] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.332636] env[70480]: INFO nova.compute.manager [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Took 20.28 seconds to build instance. [ 662.372146] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.445860] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd7d16-611d-45b9-8cf4-ed11ad4f409a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.459115] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f372d5f1-6a11-495b-87a5-99f906e93f64 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.501396] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b4201-9597-4e15-8046-2f385924ed98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.511705] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcee267b-2543-45f9-826a-d78938210e03 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.532668] env[70480]: DEBUG nova.compute.provider_tree [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.551446] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.568332] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068732} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.568771] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.569113] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Moving file from [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c/6bbc4e0e-8235-4978-8158-5e71874c5b65 to [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65. {{(pid=70480) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 662.570282] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9a625f65-bdc9-4c9f-b50e-b7f27fb6ae5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.579826] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 662.579826] env[70480]: value = "task-3722221" [ 662.579826] env[70480]: _type = "Task" [ 662.579826] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.594036] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722221, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.615039] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523e4189-a319-5268-eb87-996484bd3b95, 'name': SearchDatastore_Task, 'duration_secs': 0.058544} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.616016] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a72492-0aa4-4cdc-862e-a01dd6c68f0b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.623937] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 662.623937] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5284032d-aae9-7dce-2ddf-4aa8ef057717" [ 662.623937] env[70480]: _type = "Task" [ 662.623937] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.633830] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5284032d-aae9-7dce-2ddf-4aa8ef057717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.751165] env[70480]: DEBUG nova.network.neutron [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Updated VIF entry in instance network info cache for port 2a713321-66e5-4e73-8e65-da7ea8e57995. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.751588] env[70480]: DEBUG nova.network.neutron [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Updating instance_info_cache with network_info: [{"id": "2a713321-66e5-4e73-8e65-da7ea8e57995", "address": "fa:16:3e:ee:19:1d", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a713321-66", "ovs_interfaceid": "2a713321-66e5-4e73-8e65-da7ea8e57995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.822855] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.825016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.829071] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722220, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.835160] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.799s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.874066] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575712} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.874237] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 6e16fab4-3840-47aa-b30e-fd4b17872a44/6e16fab4-3840-47aa-b30e-fd4b17872a44.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.877035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.877035] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50ed1aca-c9d4-4c32-9894-75b3f28c7365 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.887506] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 662.887506] env[70480]: value = "task-3722222" [ 662.887506] env[70480]: _type = "Task" [ 662.887506] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.906635] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.037055] env[70480]: DEBUG nova.scheduler.client.report [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.058177] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722218, 'name': ReconfigVM_Task, 'duration_secs': 0.694942} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.058177] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0b48ad34-3879-4267-b5af-6b040a3a582e/0b48ad34-3879-4267-b5af-6b040a3a582e.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.059547] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ec5a81-732f-42e4-93dc-b83d70911312 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.076275] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 663.076275] env[70480]: value = "task-3722223" [ 663.076275] env[70480]: _type = "Task" [ 663.076275] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.091111] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722223, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.094904] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722221, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032419} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.095172] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] File moved {{(pid=70480) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 663.095362] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Cleaning up location [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 663.095515] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleting the datastore file [datastore2] vmware_temp/d6c848e7-4291-4d51-a2a7-eb618585207c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.095760] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c872f66-b95d-4a6c-92e2-47a49598f1c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.107310] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 663.107310] env[70480]: value = "task-3722224" [ 663.107310] env[70480]: _type = "Task" [ 663.107310] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.115627] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.136308] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5284032d-aae9-7dce-2ddf-4aa8ef057717, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.136653] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.136937] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 83605608-e5bb-4967-ad6c-7452ec4df689/83605608-e5bb-4967-ad6c-7452ec4df689.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.137263] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-171eaf51-645b-4214-8d0f-547c17de4ee5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.145426] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 663.145426] env[70480]: value = "task-3722225" [ 663.145426] env[70480]: _type = "Task" [ 663.145426] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.155683] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.159872] env[70480]: DEBUG nova.network.neutron [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Successfully created port: 4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.189042] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.224791] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.225313] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.225529] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.225721] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.225862] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.226013] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.226267] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.226432] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.226619] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.226783] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.226952] env[70480]: DEBUG nova.virt.hardware [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.228197] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f0db1d-763f-4fc2-8a12-27cb45a862a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.239163] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdcfe4b-8cbd-47b9-befa-b8b0bd31c41e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.263873] env[70480]: DEBUG oslo_concurrency.lockutils [req-5eecb0c7-2a17-412e-a0f8-ee2a99d5d4b3 req-56931dff-3ba1-4385-9648-6a8c969e5efb service nova] Releasing lock "refresh_cache-0b48ad34-3879-4267-b5af-6b040a3a582e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.333084] env[70480]: DEBUG oslo_vmware.api [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722220, 'name': PowerOnVM_Task, 'duration_secs': 0.619045} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.334373] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.334373] env[70480]: INFO nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Took 14.69 seconds to spawn the instance on the hypervisor. [ 663.334373] env[70480]: DEBUG nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.334813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12540bc1-29d2-4a38-ae09-dab875737b0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.338038] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.406495] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086189} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.406769] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.407598] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d7041-bfac-44be-be79-3418e3e5845f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.433920] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6e16fab4-3840-47aa-b30e-fd4b17872a44/6e16fab4-3840-47aa-b30e-fd4b17872a44.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.434279] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1df656f-2749-4538-84b9-b927374258a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.457059] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 663.457059] env[70480]: value = "task-3722226" [ 663.457059] env[70480]: _type = "Task" [ 663.457059] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.465867] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.548447] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.548943] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.553476] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.286s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.557328] env[70480]: INFO nova.compute.claims [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.588690] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722223, 'name': Rename_Task, 'duration_secs': 0.489453} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.588690] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.589060] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6165f660-d740-4788-9bd5-a4f1ea08dd87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.596973] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 663.596973] env[70480]: value = "task-3722227" [ 663.596973] env[70480]: _type = "Task" [ 663.596973] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.614783] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.632148] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090253} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.632148] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.632911] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dade8d1-c225-4040-94b9-f47dda017baf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.641425] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 663.641425] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52174c34-fc22-2146-c34a-f35458ac65a2" [ 663.641425] env[70480]: _type = "Task" [ 663.641425] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.656381] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52174c34-fc22-2146-c34a-f35458ac65a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.666789] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.768430] env[70480]: DEBUG nova.network.neutron [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Updated VIF entry in instance network info cache for port 3d5169bf-0b23-4d11-8562-58844d7ab6ff. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.769169] env[70480]: DEBUG nova.network.neutron [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Updating instance_info_cache with network_info: [{"id": "3d5169bf-0b23-4d11-8562-58844d7ab6ff", "address": "fa:16:3e:fb:a2:b1", "network": {"id": "abee14b9-724f-47c6-967b-98c128f26fa0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-356791171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1df3b279ed47d1902958846e9158f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d5169bf-0b", "ovs_interfaceid": "3d5169bf-0b23-4d11-8562-58844d7ab6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.857246] env[70480]: INFO nova.compute.manager [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Took 21.28 seconds to build instance. [ 663.871555] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.970165] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722226, 'name': ReconfigVM_Task, 'duration_secs': 0.412861} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.970165] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6e16fab4-3840-47aa-b30e-fd4b17872a44/6e16fab4-3840-47aa-b30e-fd4b17872a44.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.970885] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6178ed9-29db-4df4-92d6-fd83a3421b43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.981022] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 663.981022] env[70480]: value = "task-3722228" [ 663.981022] env[70480]: _type = "Task" [ 663.981022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.996936] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722228, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.063113] env[70480]: DEBUG nova.compute.utils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.064846] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.065023] env[70480]: DEBUG nova.network.neutron [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.113504] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.167240] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52174c34-fc22-2146-c34a-f35458ac65a2, 'name': SearchDatastore_Task, 'duration_secs': 0.019249} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.172801] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.173332] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 40536092-a993-45c7-b0b3-e264a8a52e09/40536092-a993-45c7-b0b3-e264a8a52e09.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.175026] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722225, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.175026] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae126b7-c762-44c2-b51b-5f2510034587 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.180989] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 664.180989] env[70480]: value = "task-3722229" [ 664.180989] env[70480]: _type = "Task" [ 664.180989] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.194412] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.273225] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Releasing lock "refresh_cache-6e16fab4-3840-47aa-b30e-fd4b17872a44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.274121] env[70480]: DEBUG nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Received event network-vif-plugged-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.274121] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Acquiring lock "83605608-e5bb-4967-ad6c-7452ec4df689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.274121] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Lock "83605608-e5bb-4967-ad6c-7452ec4df689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.274121] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Lock "83605608-e5bb-4967-ad6c-7452ec4df689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.274337] env[70480]: DEBUG nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] No waiting events found dispatching network-vif-plugged-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.274540] env[70480]: WARNING nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Received unexpected event network-vif-plugged-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 for instance with vm_state building and task_state spawning. [ 664.274540] env[70480]: DEBUG nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Received event network-changed-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.274656] env[70480]: DEBUG nova.compute.manager [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Refreshing instance network info cache due to event network-changed-3f43742a-6a8f-41e4-af01-7c9f6e8f8656. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.274821] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Acquiring lock "refresh_cache-83605608-e5bb-4967-ad6c-7452ec4df689" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.274960] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Acquired lock "refresh_cache-83605608-e5bb-4967-ad6c-7452ec4df689" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.275151] env[70480]: DEBUG nova.network.neutron [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Refreshing network info cache for port 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.318931] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "6167ac3d-0846-4be8-8eec-41fd70935d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.319201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.362368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c91c93a5-8459-4d21-a523-7175fe3a052c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "e023a682-2d0a-4201-8ab6-b9735f112774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.789s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.373261] env[70480]: DEBUG nova.policy [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ebc2f9e72e45648a7ee5e84d0fd87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95fe884927ba4626bcc73b75330f3164', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.448686] env[70480]: DEBUG nova.network.neutron [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Successfully updated port: 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.494983] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722228, 'name': Rename_Task, 'duration_secs': 0.3578} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.497087] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.497449] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c276325c-1ea3-4482-9505-8a1defd02cbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.508255] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 664.508255] env[70480]: value = "task-3722230" [ 664.508255] env[70480]: _type = "Task" [ 664.508255] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.520498] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.570992] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.615043] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722227, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.670204] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722225, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.023941} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.678966] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 83605608-e5bb-4967-ad6c-7452ec4df689/83605608-e5bb-4967-ad6c-7452ec4df689.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.679237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.679868] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e2cc941-16d0-4e16-b0c6-75ecab3f1628 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.707346] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722229, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.711642] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 664.711642] env[70480]: value = "task-3722231" [ 664.711642] env[70480]: _type = "Task" [ 664.711642] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.736973] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.866307] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.952165] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.956290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquired lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.956480] env[70480]: DEBUG nova.network.neutron [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.975165] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92b9aa-2dea-4575-a9ed-5983741a4134 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.989810] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5fbd1-c199-4730-9b3c-139b4b354c6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.033992] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bdde56-c9f7-4a7b-981f-8e6772d506ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.047046] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e7f10-d5d6-4a6b-b4b7-f78396598d7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.052580] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.064380] env[70480]: DEBUG nova.compute.provider_tree [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.107917] env[70480]: DEBUG oslo_vmware.api [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722227, 'name': PowerOnVM_Task, 'duration_secs': 1.163531} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.108224] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.108459] env[70480]: INFO nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Took 14.20 seconds to spawn the instance on the hypervisor. [ 665.108637] env[70480]: DEBUG nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.109572] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f28991-c070-45cd-8cb3-810d8acee0e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.209352] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720766} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.209352] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 40536092-a993-45c7-b0b3-e264a8a52e09/40536092-a993-45c7-b0b3-e264a8a52e09.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.209352] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.209352] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8e7db8-eeaf-489b-8ea2-843955768922 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.219341] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 665.219341] env[70480]: value = "task-3722232" [ 665.219341] env[70480]: _type = "Task" [ 665.219341] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.226577] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119934} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.227366] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.228329] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131b1f2-92ec-423c-813c-761add094c7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.235184] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.264545] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 83605608-e5bb-4967-ad6c-7452ec4df689/83605608-e5bb-4967-ad6c-7452ec4df689.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.264882] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-508b7154-2ae0-43a6-941e-e51ce4ca2f74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.285613] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "ab851604-15d7-4771-8575-87b4de031f6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.285851] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "ab851604-15d7-4771-8575-87b4de031f6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.291957] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 665.291957] env[70480]: value = "task-3722233" [ 665.291957] env[70480]: _type = "Task" [ 665.291957] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.304332] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.393121] env[70480]: DEBUG nova.compute.manager [req-59211c23-a103-44c1-8f6d-4ab5bc19ade5 req-9b70c88c-29f7-4b7a-b8c0-c330aa5e87f9 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Received event network-vif-plugged-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.393388] env[70480]: DEBUG oslo_concurrency.lockutils [req-59211c23-a103-44c1-8f6d-4ab5bc19ade5 req-9b70c88c-29f7-4b7a-b8c0-c330aa5e87f9 service nova] Acquiring lock "d281a50d-ece1-4c55-b6a0-1302229bb35f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.393614] env[70480]: DEBUG oslo_concurrency.lockutils [req-59211c23-a103-44c1-8f6d-4ab5bc19ade5 req-9b70c88c-29f7-4b7a-b8c0-c330aa5e87f9 service nova] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.393767] env[70480]: DEBUG oslo_concurrency.lockutils [req-59211c23-a103-44c1-8f6d-4ab5bc19ade5 req-9b70c88c-29f7-4b7a-b8c0-c330aa5e87f9 service nova] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.393946] env[70480]: DEBUG nova.compute.manager [req-59211c23-a103-44c1-8f6d-4ab5bc19ade5 req-9b70c88c-29f7-4b7a-b8c0-c330aa5e87f9 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] No waiting events found dispatching network-vif-plugged-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.394435] env[70480]: WARNING nova.compute.manager [req-59211c23-a103-44c1-8f6d-4ab5bc19ade5 req-9b70c88c-29f7-4b7a-b8c0-c330aa5e87f9 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Received unexpected event network-vif-plugged-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 for instance with vm_state building and task_state spawning. [ 665.395647] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.544893] env[70480]: DEBUG oslo_vmware.api [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722230, 'name': PowerOnVM_Task, 'duration_secs': 0.849926} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.544893] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.544893] env[70480]: INFO nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Took 12.35 seconds to spawn the instance on the hypervisor. [ 665.544893] env[70480]: DEBUG nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.545322] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc37dd0-1a9a-4f30-9c73-a038523ba72a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.561870] env[70480]: DEBUG nova.network.neutron [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.570776] env[70480]: DEBUG nova.scheduler.client.report [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.585023] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.625465] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.625694] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.625871] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.626068] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.626250] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.626463] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.626682] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.626832] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.627028] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.627226] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.627489] env[70480]: DEBUG nova.virt.hardware [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.633630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16853f0-c3e6-428a-b895-71f2c2ee0a65 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.662458] env[70480]: INFO nova.compute.manager [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Took 22.03 seconds to build instance. [ 665.662458] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa9993-b61d-47fb-b551-d9e3a61ad3ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.735442] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139599} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.736028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.736618] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925391d0-8006-4ef0-a7a1-f93b8769383e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.767517] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 40536092-a993-45c7-b0b3-e264a8a52e09/40536092-a993-45c7-b0b3-e264a8a52e09.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.767517] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785e6ffb-c64f-40d5-bee6-d8ae692737a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.793331] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 665.793331] env[70480]: value = "task-3722234" [ 665.793331] env[70480]: _type = "Task" [ 665.793331] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.807994] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.812297] env[70480]: DEBUG nova.network.neutron [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Updated VIF entry in instance network info cache for port 3f43742a-6a8f-41e4-af01-7c9f6e8f8656. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.813331] env[70480]: DEBUG nova.network.neutron [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Updating instance_info_cache with network_info: [{"id": "3f43742a-6a8f-41e4-af01-7c9f6e8f8656", "address": "fa:16:3e:d9:46:71", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f43742a-6a", "ovs_interfaceid": "3f43742a-6a8f-41e4-af01-7c9f6e8f8656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.814729] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.067210] env[70480]: INFO nova.compute.manager [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Took 21.75 seconds to build instance. [ 666.077864] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.079227] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.083890] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.835s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.169142] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Acquiring lock "e023a682-2d0a-4201-8ab6-b9735f112774" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.169395] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lock "e023a682-2d0a-4201-8ab6-b9735f112774" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.169672] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Acquiring lock "e023a682-2d0a-4201-8ab6-b9735f112774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.169846] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lock "e023a682-2d0a-4201-8ab6-b9735f112774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.169921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lock "e023a682-2d0a-4201-8ab6-b9735f112774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.173162] env[70480]: INFO nova.compute.manager [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Terminating instance [ 666.174409] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.550s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.320667] env[70480]: DEBUG oslo_concurrency.lockutils [req-e760be0e-e034-49e3-bfe4-644ecea61073 req-85cc8d47-4e8d-42ea-83eb-e70a3fc731c1 service nova] Releasing lock "refresh_cache-83605608-e5bb-4967-ad6c-7452ec4df689" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.321088] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.321319] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722233, 'name': ReconfigVM_Task, 'duration_secs': 0.660397} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.321572] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 83605608-e5bb-4967-ad6c-7452ec4df689/83605608-e5bb-4967-ad6c-7452ec4df689.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.322575] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e063d68e-895d-44cc-91d4-b7aec041db2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.332289] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 666.332289] env[70480]: value = "task-3722235" [ 666.332289] env[70480]: _type = "Task" [ 666.332289] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.346019] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722235, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.522155] env[70480]: DEBUG nova.network.neutron [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Updating instance_info_cache with network_info: [{"id": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "address": "fa:16:3e:36:33:cf", "network": {"id": "25e3e5a1-f8ad-40f5-99f0-c6e270340416", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-881561470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bcf1df8a2ef47269e1a2837476ea0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108f4d0-f9", "ovs_interfaceid": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.570324] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e68fdf57-146d-423a-881e-bbd40b356652 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.279s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.587684] env[70480]: DEBUG nova.compute.utils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.593021] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.593021] env[70480]: DEBUG nova.network.neutron [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.647476] env[70480]: DEBUG nova.network.neutron [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Successfully created port: eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.676904] env[70480]: DEBUG nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.684026] env[70480]: DEBUG nova.compute.manager [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.684026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.684026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240767c-b765-4d5c-8f75-4755fad2d267 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.694781] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.695451] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267bcb5e-be38-4331-947e-befcec7d9a32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.704511] env[70480]: DEBUG oslo_vmware.api [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Waiting for the task: (returnval){ [ 666.704511] env[70480]: value = "task-3722236" [ 666.704511] env[70480]: _type = "Task" [ 666.704511] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.716707] env[70480]: DEBUG oslo_vmware.api [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Task: {'id': task-3722236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.813397] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722234, 'name': ReconfigVM_Task, 'duration_secs': 0.687082} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.816813] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 40536092-a993-45c7-b0b3-e264a8a52e09/40536092-a993-45c7-b0b3-e264a8a52e09.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.816813] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac9c8bcf-e45e-4d8d-98f0-afae25c38c4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.830302] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 666.830302] env[70480]: value = "task-3722237" [ 666.830302] env[70480]: _type = "Task" [ 666.830302] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.837337] env[70480]: DEBUG nova.policy [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a71f573a884410a9bdc8f26d924a2f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f7ad5aba03a4d2a896d7207c70ab7e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.853498] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722237, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.860609] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722235, 'name': Rename_Task, 'duration_secs': 0.248125} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.860698] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.861056] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b815dfdc-fd46-49d3-8a5c-6bcb93a0bb29 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.870215] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 666.870215] env[70480]: value = "task-3722238" [ 666.870215] env[70480]: _type = "Task" [ 666.870215] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.884334] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.026280] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Releasing lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.028362] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Instance network_info: |[{"id": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "address": "fa:16:3e:36:33:cf", "network": {"id": "25e3e5a1-f8ad-40f5-99f0-c6e270340416", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-881561470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bcf1df8a2ef47269e1a2837476ea0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108f4d0-f9", "ovs_interfaceid": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.028542] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:33:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8108f4d0-f98d-4f76-ae76-9a6a9fe16561', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.035152] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Creating folder: Project (7bcf1df8a2ef47269e1a2837476ea0a4). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.035402] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f991c878-f5a2-4cf0-8be4-046c736d9682 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.052294] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Created folder: Project (7bcf1df8a2ef47269e1a2837476ea0a4) in parent group-v741156. [ 667.052452] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Creating folder: Instances. Parent ref: group-v741175. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.053417] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-788ed155-8c99-4705-b1d4-3c004949fc06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.064534] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Created folder: Instances in parent group-v741175. [ 667.067015] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.067015] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.067015] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66267dff-37ba-4989-acdd-3620badb6cac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.085653] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.095871] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.095871] env[70480]: value = "task-3722241" [ 667.095871] env[70480]: _type = "Task" [ 667.095871] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.102086] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.111772] env[70480]: DEBUG nova.network.neutron [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Successfully updated port: 4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.119997] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722241, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.150576] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance e023a682-2d0a-4201-8ab6-b9735f112774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150576] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 0b48ad34-3879-4267-b5af-6b040a3a582e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150576] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 6e16fab4-3840-47aa-b30e-fd4b17872a44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150576] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 83605608-e5bb-4967-ad6c-7452ec4df689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150836] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 40536092-a993-45c7-b0b3-e264a8a52e09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150836] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance d281a50d-ece1-4c55-b6a0-1302229bb35f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150836] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance cb37d10c-56da-4d42-9063-4d5272e23907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150836] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance dc5be2fc-86ba-4c41-b927-318edd4eb2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.150956] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance dfea2f51-2127-4ae5-b35e-cc3d265d80f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 667.201482] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.217267] env[70480]: DEBUG oslo_vmware.api [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Task: {'id': task-3722236, 'name': PowerOffVM_Task, 'duration_secs': 0.273963} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.217666] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.217766] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.218017] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2ae6b51-8015-4317-a9e4-f30d24460267 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.295230] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.295492] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.295752] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Deleting the datastore file [datastore1] e023a682-2d0a-4201-8ab6-b9735f112774 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.295942] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c679fced-864c-4b02-92a7-25c719f49217 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.303974] env[70480]: DEBUG oslo_vmware.api [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Waiting for the task: (returnval){ [ 667.303974] env[70480]: value = "task-3722243" [ 667.303974] env[70480]: _type = "Task" [ 667.303974] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.315572] env[70480]: DEBUG oslo_vmware.api [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Task: {'id': task-3722243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.338556] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722237, 'name': Rename_Task, 'duration_secs': 0.244298} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.338775] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.339173] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644b19c3-c14b-408e-86f6-97b94f852230 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.346897] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 667.346897] env[70480]: value = "task-3722244" [ 667.346897] env[70480]: _type = "Task" [ 667.346897] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.357683] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.383131] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.624214] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624214] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquired lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624214] env[70480]: DEBUG nova.network.neutron [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.624214] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722241, 'name': CreateVM_Task, 'duration_secs': 0.495666} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.626143] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.627348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.630827] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.630827] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.631169] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17043eb8-e603-49cb-87bc-66d049797f07 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.639777] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 667.639777] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d29c58-23c8-9cf7-e6fd-62b0bf8734c3" [ 667.639777] env[70480]: _type = "Task" [ 667.639777] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.641026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.657341] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ab7a8a12-770a-43c4-b770-7c5201f04dde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 667.662144] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d29c58-23c8-9cf7-e6fd-62b0bf8734c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012771} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.662144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.662144] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.662144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.662311] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.662311] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.662311] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8f7d155-d4b1-4336-9744-0fac7c696a74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.686204] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.686204] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.689332] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0268ab-4b36-443f-8cb0-e35b94b8eeda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.699271] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 667.699271] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e27072-a79a-80dc-292e-c50ae7905fcc" [ 667.699271] env[70480]: _type = "Task" [ 667.699271] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.715250] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e27072-a79a-80dc-292e-c50ae7905fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.816326] env[70480]: DEBUG oslo_vmware.api [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Task: {'id': task-3722243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203229} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.816619] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.816943] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.817024] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.817305] env[70480]: INFO nova.compute.manager [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Took 1.14 seconds to destroy the instance on the hypervisor. [ 667.817502] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.817725] env[70480]: DEBUG nova.compute.manager [-] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.817846] env[70480]: DEBUG nova.network.neutron [-] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.864331] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.883251] env[70480]: DEBUG oslo_vmware.api [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722238, 'name': PowerOnVM_Task, 'duration_secs': 0.757193} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.883514] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.883733] env[70480]: INFO nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Took 12.36 seconds to spawn the instance on the hypervisor. [ 667.884118] env[70480]: DEBUG nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.884724] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ff8e2-9454-4236-bc34-bd45c718053a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.063121] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "d9953ccd-e624-4ed1-9241-b24f0f378203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.063445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.127901] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.164178] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.164178] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.164587] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.164896] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.165192] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.165445] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.165800] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.166077] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.166486] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.166897] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.167229] env[70480]: DEBUG nova.virt.hardware [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.168086] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5f05d434-be2a-4c6a-93ed-700eba08ecf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 668.170152] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebffdbee-78a8-473c-8355-fd19725d4e46 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.182505] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d452c22-b37c-4e52-a15b-36c4584b7d26 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.192069] env[70480]: DEBUG nova.compute.manager [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 668.219025] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e27072-a79a-80dc-292e-c50ae7905fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.219878] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c95e62-ce90-4c19-ac49-9e9ad16935a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.230745] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 668.230745] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522cde4e-e50c-9466-7872-c5b832aa034b" [ 668.230745] env[70480]: _type = "Task" [ 668.230745] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.235838] env[70480]: DEBUG nova.network.neutron [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.242419] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522cde4e-e50c-9466-7872-c5b832aa034b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.361204] env[70480]: DEBUG oslo_vmware.api [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722244, 'name': PowerOnVM_Task, 'duration_secs': 0.701108} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.361548] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.361733] env[70480]: INFO nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Took 10.11 seconds to spawn the instance on the hypervisor. [ 668.361906] env[70480]: DEBUG nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.362779] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d78a608-89fe-4061-982f-90fdf3a3197a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.394982] env[70480]: DEBUG nova.network.neutron [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Successfully created port: a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.420306] env[70480]: INFO nova.compute.manager [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Took 23.63 seconds to build instance. [ 668.674381] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 03fad8a2-2626-4614-80c4-6ccc678d9c9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 668.732822] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.743269] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522cde4e-e50c-9466-7872-c5b832aa034b, 'name': SearchDatastore_Task, 'duration_secs': 0.016897} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.743640] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.744016] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] d281a50d-ece1-4c55-b6a0-1302229bb35f/d281a50d-ece1-4c55-b6a0-1302229bb35f.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.744333] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-421df9fa-e90c-435a-b768-a9d1eac1df58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.752292] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 668.752292] env[70480]: value = "task-3722245" [ 668.752292] env[70480]: _type = "Task" [ 668.752292] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.761478] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.886942] env[70480]: INFO nova.compute.manager [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Took 22.45 seconds to build instance. [ 668.923205] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.153s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.964209] env[70480]: DEBUG nova.network.neutron [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Updating instance_info_cache with network_info: [{"id": "4a352556-e2a6-4eeb-8aea-41e970924574", "address": "fa:16:3e:21:5d:66", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a352556-e2", "ovs_interfaceid": "4a352556-e2a6-4eeb-8aea-41e970924574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.025247] env[70480]: DEBUG nova.compute.manager [req-2a31075f-bc76-4c94-87b0-3068e6600c4b req-270a9ee5-7e7c-4fc4-bbc7-ac76ced71a80 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Received event network-vif-plugged-4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.025247] env[70480]: DEBUG oslo_concurrency.lockutils [req-2a31075f-bc76-4c94-87b0-3068e6600c4b req-270a9ee5-7e7c-4fc4-bbc7-ac76ced71a80 service nova] Acquiring lock "cb37d10c-56da-4d42-9063-4d5272e23907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.025247] env[70480]: DEBUG oslo_concurrency.lockutils [req-2a31075f-bc76-4c94-87b0-3068e6600c4b req-270a9ee5-7e7c-4fc4-bbc7-ac76ced71a80 service nova] Lock "cb37d10c-56da-4d42-9063-4d5272e23907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.025247] env[70480]: DEBUG oslo_concurrency.lockutils [req-2a31075f-bc76-4c94-87b0-3068e6600c4b req-270a9ee5-7e7c-4fc4-bbc7-ac76ced71a80 service nova] Lock "cb37d10c-56da-4d42-9063-4d5272e23907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.025247] env[70480]: DEBUG nova.compute.manager [req-2a31075f-bc76-4c94-87b0-3068e6600c4b req-270a9ee5-7e7c-4fc4-bbc7-ac76ced71a80 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] No waiting events found dispatching network-vif-plugged-4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.025860] env[70480]: WARNING nova.compute.manager [req-2a31075f-bc76-4c94-87b0-3068e6600c4b req-270a9ee5-7e7c-4fc4-bbc7-ac76ced71a80 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Received unexpected event network-vif-plugged-4a352556-e2a6-4eeb-8aea-41e970924574 for instance with vm_state building and task_state spawning. [ 669.085420] env[70480]: DEBUG nova.network.neutron [-] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.178957] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ab8aaa9d-1162-4328-b6fb-ce5b80a01792 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 669.265423] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722245, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.391894] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bce0ca4-bbd4-4461-bbab-9ea62ef62287 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "40536092-a993-45c7-b0b3-e264a8a52e09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.957s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.427953] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.464067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Releasing lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.464067] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Instance network_info: |[{"id": "4a352556-e2a6-4eeb-8aea-41e970924574", "address": "fa:16:3e:21:5d:66", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a352556-e2", "ovs_interfaceid": "4a352556-e2a6-4eeb-8aea-41e970924574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.464545] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:5d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a352556-e2a6-4eeb-8aea-41e970924574', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.479414] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Creating folder: Project (c5cdcd917f6b4faeb464fa0962a2ccb3). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.480201] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f6087ea-c1be-43b7-bc5c-aebb8e28130e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.493531] env[70480]: DEBUG nova.network.neutron [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Successfully updated port: eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.499540] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Created folder: Project (c5cdcd917f6b4faeb464fa0962a2ccb3) in parent group-v741156. [ 669.499709] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Creating folder: Instances. Parent ref: group-v741178. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.500011] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-184a5ed3-ba60-4ac6-8e0a-cd1d14952234 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.516664] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Created folder: Instances in parent group-v741178. [ 669.516994] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.517630] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.517891] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d016fc20-be73-46ff-8ab4-545a46e8e17f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.544899] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.544899] env[70480]: value = "task-3722248" [ 669.544899] env[70480]: _type = "Task" [ 669.544899] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.557299] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722248, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.588289] env[70480]: INFO nova.compute.manager [-] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Took 1.77 seconds to deallocate network for instance. [ 669.683762] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 6167ac3d-0846-4be8-8eec-41fd70935d4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 669.765805] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903694} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.766183] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] d281a50d-ece1-4c55-b6a0-1302229bb35f/d281a50d-ece1-4c55-b6a0-1302229bb35f.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.766350] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.766989] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beed7ae3-7366-46ae-a252-1ec3767fd763 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.779390] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 669.779390] env[70480]: value = "task-3722249" [ 669.779390] env[70480]: _type = "Task" [ 669.779390] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.790929] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.895689] env[70480]: DEBUG nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.913413] env[70480]: DEBUG nova.compute.manager [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Received event network-changed-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.913751] env[70480]: DEBUG nova.compute.manager [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Refreshing instance network info cache due to event network-changed-8108f4d0-f98d-4f76-ae76-9a6a9fe16561. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.914100] env[70480]: DEBUG oslo_concurrency.lockutils [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] Acquiring lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.914305] env[70480]: DEBUG oslo_concurrency.lockutils [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] Acquired lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.914610] env[70480]: DEBUG nova.network.neutron [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Refreshing network info cache for port 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.980458] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.000415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "refresh_cache-dc5be2fc-86ba-4c41-b927-318edd4eb2a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.000415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquired lock "refresh_cache-dc5be2fc-86ba-4c41-b927-318edd4eb2a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.000415] env[70480]: DEBUG nova.network.neutron [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.057623] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722248, 'name': CreateVM_Task, 'duration_secs': 0.477204} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.058222] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.059181] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.059478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.059887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.060814] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079c70b7-4a65-4a64-9153-83693d436802 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.072128] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 670.072128] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a53c72-a11f-8167-c604-9f46386bb007" [ 670.072128] env[70480]: _type = "Task" [ 670.072128] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.086293] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a53c72-a11f-8167-c604-9f46386bb007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.098691] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.188959] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ab851604-15d7-4771-8575-87b4de031f6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 670.294780] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098777} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.297056] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.299157] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdeb3e9-1dfa-42b0-a90a-58c6274c95aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.328161] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] d281a50d-ece1-4c55-b6a0-1302229bb35f/d281a50d-ece1-4c55-b6a0-1302229bb35f.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.328609] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6748f17-6f63-4f0d-86c2-d3b92bbc0c5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.357304] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 670.357304] env[70480]: value = "task-3722250" [ 670.357304] env[70480]: _type = "Task" [ 670.357304] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.375832] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.430527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.586900] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a53c72-a11f-8167-c604-9f46386bb007, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.587288] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.587527] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.587819] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.587959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.591024] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.591024] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb243444-9458-4e6c-8c51-d0c0c16a06ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.600573] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.600811] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.602688] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05449da-0ecc-455e-aba4-1a234ac6cfa4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.608238] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 670.608238] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f0e27a-da82-2489-d446-fc95f90b8f51" [ 670.608238] env[70480]: _type = "Task" [ 670.608238] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.618519] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f0e27a-da82-2489-d446-fc95f90b8f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.620271] env[70480]: DEBUG nova.network.neutron [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.691979] env[70480]: INFO nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 88bbfaa5-957b-4b15-8733-9f4dd4ce99de has allocations against this compute host but is not found in the database. [ 670.692246] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 670.692325] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 670.871133] env[70480]: DEBUG nova.compute.manager [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.872863] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cc4519-5d39-40e2-bb3e-e6bd6b034564 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.886078] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.056159] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f36383e-16b6-4cfa-9b0f-05d2474deeea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.065118] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7d307-a772-44a9-bc28-a55d85263ee7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.109616] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ea978-4673-46fd-a988-82cab27502a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.126253] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96686c78-ad55-485e-97cf-a5eb7d66f29b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.131729] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f0e27a-da82-2489-d446-fc95f90b8f51, 'name': SearchDatastore_Task, 'duration_secs': 0.017755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.132739] env[70480]: DEBUG nova.network.neutron [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Successfully updated port: a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.135448] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18297ecb-050a-431b-a684-e1694ac86c50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.147379] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.157329] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 671.157329] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c6ed12-87d3-6ff5-30f7-bd72dd05bf89" [ 671.157329] env[70480]: _type = "Task" [ 671.157329] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.167788] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c6ed12-87d3-6ff5-30f7-bd72dd05bf89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.173364] env[70480]: DEBUG nova.network.neutron [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Updated VIF entry in instance network info cache for port 8108f4d0-f98d-4f76-ae76-9a6a9fe16561. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.174043] env[70480]: DEBUG nova.network.neutron [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Updating instance_info_cache with network_info: [{"id": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "address": "fa:16:3e:36:33:cf", "network": {"id": "25e3e5a1-f8ad-40f5-99f0-c6e270340416", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-881561470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bcf1df8a2ef47269e1a2837476ea0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108f4d0-f9", "ovs_interfaceid": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.175620] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.175974] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.187241] env[70480]: DEBUG nova.network.neutron [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Updating instance_info_cache with network_info: [{"id": "eb2deba3-0ff2-4a0c-8b99-d59388e13bb6", "address": "fa:16:3e:da:51:4e", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2deba3-0f", "ovs_interfaceid": "eb2deba3-0ff2-4a0c-8b99-d59388e13bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.366782] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.401768] env[70480]: INFO nova.compute.manager [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] instance snapshotting [ 671.407296] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d836c-a6fc-4766-87f7-da9d79da9e6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.438743] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa62bf06-d1a7-4263-a20f-a78489b85246 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.636565] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "refresh_cache-dfea2f51-2127-4ae5-b35e-cc3d265d80f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.637140] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquired lock "refresh_cache-dfea2f51-2127-4ae5-b35e-cc3d265d80f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.637140] env[70480]: DEBUG nova.network.neutron [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.653584] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.678473] env[70480]: DEBUG oslo_concurrency.lockutils [req-dbff913d-a828-44c7-b9b9-1fa475e9bbc2 req-3a8360d4-4103-4ef4-a341-c19074c70fad service nova] Releasing lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.678910] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c6ed12-87d3-6ff5-30f7-bd72dd05bf89, 'name': SearchDatastore_Task, 'duration_secs': 0.032313} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.679170] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.679422] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] cb37d10c-56da-4d42-9063-4d5272e23907/cb37d10c-56da-4d42-9063-4d5272e23907.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.679706] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e1ee2a-ea56-4dda-b9fb-ee58c918a51d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.688484] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 671.688484] env[70480]: value = "task-3722251" [ 671.688484] env[70480]: _type = "Task" [ 671.688484] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.693113] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Releasing lock "refresh_cache-dc5be2fc-86ba-4c41-b927-318edd4eb2a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.694800] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Instance network_info: |[{"id": "eb2deba3-0ff2-4a0c-8b99-d59388e13bb6", "address": "fa:16:3e:da:51:4e", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2deba3-0f", "ovs_interfaceid": "eb2deba3-0ff2-4a0c-8b99-d59388e13bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.695140] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:51:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb2deba3-0ff2-4a0c-8b99-d59388e13bb6', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.703177] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Creating folder: Project (95fe884927ba4626bcc73b75330f3164). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.705632] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b55e302-ca2f-4fdf-8b6b-2295234197ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.712629] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.724209] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Created folder: Project (95fe884927ba4626bcc73b75330f3164) in parent group-v741156. [ 671.724209] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Creating folder: Instances. Parent ref: group-v741181. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.724209] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a6f3de7-5497-4715-aa76-77993ab7d47a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.735943] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Created folder: Instances in parent group-v741181. [ 671.736232] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.736432] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.736737] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b361d7-e931-4bbf-aeff-5890aa70bbb6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.758927] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.758927] env[70480]: value = "task-3722254" [ 671.758927] env[70480]: _type = "Task" [ 671.758927] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.768509] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722254, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.868822] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722250, 'name': ReconfigVM_Task, 'duration_secs': 1.295257} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.869602] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Reconfigured VM instance instance-00000007 to attach disk [datastore2] d281a50d-ece1-4c55-b6a0-1302229bb35f/d281a50d-ece1-4c55-b6a0-1302229bb35f.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.870594] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46294aa3-9dd2-4685-8b66-4f0583c277e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.881073] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 671.881073] env[70480]: value = "task-3722255" [ 671.881073] env[70480]: _type = "Task" [ 671.881073] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.890024] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722255, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.957024] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.957024] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32b9eb13-5607-492a-ab13-c31d93db3f70 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.965034] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 671.965034] env[70480]: value = "task-3722256" [ 671.965034] env[70480]: _type = "Task" [ 671.965034] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.977709] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722256, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.161286] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 672.161286] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.075s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.161286] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.288s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.161286] env[70480]: INFO nova.compute.claims [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.202943] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722251, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.251102] env[70480]: DEBUG nova.network.neutron [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.280484] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722254, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.392857] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722255, 'name': Rename_Task, 'duration_secs': 0.201853} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.393529] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.393799] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf7f0f2-c3a6-487d-bac6-c69e1597e8f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.402727] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 672.402727] env[70480]: value = "task-3722257" [ 672.402727] env[70480]: _type = "Task" [ 672.402727] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.417454] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.477597] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722256, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.589972] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "83605608-e5bb-4967-ad6c-7452ec4df689" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.590622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.591297] env[70480]: DEBUG nova.compute.manager [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.592957] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4131ddf-7703-46e9-ac63-e7d5cc2cdc81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.604566] env[70480]: DEBUG nova.compute.manager [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 672.605326] env[70480]: DEBUG nova.objects.instance [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lazy-loading 'flavor' on Instance uuid 83605608-e5bb-4967-ad6c-7452ec4df689 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.611689] env[70480]: DEBUG nova.network.neutron [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Updating instance_info_cache with network_info: [{"id": "a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd", "address": "fa:16:3e:8f:df:d7", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9feaa99-be", "ovs_interfaceid": "a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.700076] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724748} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.700476] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] cb37d10c-56da-4d42-9063-4d5272e23907/cb37d10c-56da-4d42-9063-4d5272e23907.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.700692] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.700964] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0100f8fc-2a6f-47b1-b6f7-038d6c6699d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.714210] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 672.714210] env[70480]: value = "task-3722258" [ 672.714210] env[70480]: _type = "Task" [ 672.714210] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.728359] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.776019] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722254, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.918516] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722257, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.980469] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722256, 'name': CreateSnapshot_Task, 'duration_secs': 0.75765} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.980765] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.981717] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e25f92-5ad5-42ef-96c5-23b51612b431 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.117151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Releasing lock "refresh_cache-dfea2f51-2127-4ae5-b35e-cc3d265d80f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.117151] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Instance network_info: |[{"id": "a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd", "address": "fa:16:3e:8f:df:d7", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9feaa99-be", "ovs_interfaceid": "a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.118944] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:df:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.132736] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Creating folder: Project (7f7ad5aba03a4d2a896d7207c70ab7e9). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.135311] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4951de3f-cb9b-4348-b246-5eea8e42d951 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.147462] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Created folder: Project (7f7ad5aba03a4d2a896d7207c70ab7e9) in parent group-v741156. [ 673.148453] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Creating folder: Instances. Parent ref: group-v741185. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.148580] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4c16239-39b4-4f78-8b54-0113fd9e22dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.160051] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Created folder: Instances in parent group-v741185. [ 673.161729] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.161729] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.161729] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3313ca-ef81-484e-a390-2e5b87d7e713 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.188027] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.188027] env[70480]: value = "task-3722261" [ 673.188027] env[70480]: _type = "Task" [ 673.188027] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.197226] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722261, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.230028] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087676} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.230028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.230963] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8e03a6-f19c-49c7-a053-112507a7827e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.265364] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] cb37d10c-56da-4d42-9063-4d5272e23907/cb37d10c-56da-4d42-9063-4d5272e23907.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.268974] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9449f1dc-8f8a-491f-b3b9-e08f7174f73c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.291648] env[70480]: DEBUG nova.compute.manager [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Received event network-changed-4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.292052] env[70480]: DEBUG nova.compute.manager [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Refreshing instance network info cache due to event network-changed-4a352556-e2a6-4eeb-8aea-41e970924574. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.292405] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] Acquiring lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.292602] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] Acquired lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.292859] env[70480]: DEBUG nova.network.neutron [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Refreshing network info cache for port 4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.302874] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 673.302874] env[70480]: value = "task-3722265" [ 673.302874] env[70480]: _type = "Task" [ 673.302874] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.310484] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722254, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.324101] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.427308] env[70480]: DEBUG oslo_vmware.api [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722257, 'name': PowerOnVM_Task, 'duration_secs': 0.616289} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.427823] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.429165] env[70480]: INFO nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Took 12.76 seconds to spawn the instance on the hypervisor. [ 673.429546] env[70480]: DEBUG nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.437693] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c3eaae-e30a-4373-9371-770a3a2b0a6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.504838] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 673.506814] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c8da945-f446-4dba-8559-468c34135028 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.518793] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.519031] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.519624] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 673.519624] env[70480]: value = "task-3722267" [ 673.519624] env[70480]: _type = "Task" [ 673.519624] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.534360] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722267, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.639027] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.640865] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2a1ce-6815-4d3e-8255-a1bfb40d7411 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.645454] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf14656b-fb02-4f44-a21f-c33202cac2bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.656364] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f4828-7246-4e4b-8b65-071374c976a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.661044] env[70480]: DEBUG oslo_vmware.api [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 673.661044] env[70480]: value = "task-3722268" [ 673.661044] env[70480]: _type = "Task" [ 673.661044] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.701784] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005eba99-02ca-43b6-8dd5-26a551c1dcf9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.708351] env[70480]: DEBUG oslo_vmware.api [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.718297] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ebb98-59e0-44ec-9b24-41f5cbefc661 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.723255] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722261, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.736288] env[70480]: DEBUG nova.compute.provider_tree [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.780293] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722254, 'name': CreateVM_Task, 'duration_secs': 1.748228} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.780564] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.781230] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.781419] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.781757] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.781936] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8fadb0-c28f-4a7a-aa65-3683668f0456 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.787455] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 673.787455] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b9983a-160f-4a6d-fc6f-e34f00e84cbb" [ 673.787455] env[70480]: _type = "Task" [ 673.787455] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.796172] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b9983a-160f-4a6d-fc6f-e34f00e84cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.821519] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.961506] env[70480]: INFO nova.compute.manager [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Took 23.20 seconds to build instance. [ 674.032441] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722267, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.102139] env[70480]: DEBUG nova.network.neutron [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Updated VIF entry in instance network info cache for port 4a352556-e2a6-4eeb-8aea-41e970924574. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.102139] env[70480]: DEBUG nova.network.neutron [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Updating instance_info_cache with network_info: [{"id": "4a352556-e2a6-4eeb-8aea-41e970924574", "address": "fa:16:3e:21:5d:66", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a352556-e2", "ovs_interfaceid": "4a352556-e2a6-4eeb-8aea-41e970924574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.105692] env[70480]: DEBUG nova.compute.manager [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.109891] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c28183-c1c1-45c0-a04a-0c53522b8e7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.175676] env[70480]: DEBUG oslo_vmware.api [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722268, 'name': PowerOffVM_Task, 'duration_secs': 0.242747} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.177034] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.177034] env[70480]: DEBUG nova.compute.manager [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.177424] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7807fa6-f3b1-4236-a95c-bd13e35c182c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.211634] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722261, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.240068] env[70480]: DEBUG nova.scheduler.client.report [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.300813] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b9983a-160f-4a6d-fc6f-e34f00e84cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.301505] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.301505] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.301686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.301864] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.302053] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.302309] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b74d6b6-3638-40dc-8cb3-ed04233b1ad6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.317841] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.317841] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.319494] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff3b282-af77-4179-85ec-7589555a4cf3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.326376] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.330948] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 674.330948] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5204974d-4306-ae93-20fc-73ad1d10d5a9" [ 674.330948] env[70480]: _type = "Task" [ 674.330948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.344785] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5204974d-4306-ae93-20fc-73ad1d10d5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.463457] env[70480]: DEBUG oslo_concurrency.lockutils [None req-334c2472-3e4d-4767-b4a5-e758a221db76 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.708s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.533938] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722267, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.612021] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] Releasing lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.612346] env[70480]: DEBUG nova.compute.manager [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Received event network-vif-deleted-6ef4dd54-200f-48eb-b586-330e5e4f3392 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.612583] env[70480]: DEBUG nova.compute.manager [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Received event network-vif-plugged-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.612807] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] Acquiring lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.613601] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.613601] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.613601] env[70480]: DEBUG nova.compute.manager [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] No waiting events found dispatching network-vif-plugged-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.613798] env[70480]: WARNING nova.compute.manager [req-0f32f814-b57f-49a5-8883-6a033867790b req-9424edd1-adfb-488c-8c55-5aac949710a1 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Received unexpected event network-vif-plugged-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd for instance with vm_state building and task_state spawning. [ 674.622093] env[70480]: INFO nova.compute.manager [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] instance snapshotting [ 674.622847] env[70480]: DEBUG nova.objects.instance [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lazy-loading 'flavor' on Instance uuid 40536092-a993-45c7-b0b3-e264a8a52e09 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.693668] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34e3ce76-7ea9-4923-be75-e11fe60f333f tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.711122] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722261, 'name': CreateVM_Task, 'duration_secs': 1.319773} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.715875] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.715875] env[70480]: DEBUG nova.compute.manager [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Received event network-vif-plugged-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.715875] env[70480]: DEBUG oslo_concurrency.lockutils [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] Acquiring lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.715875] env[70480]: DEBUG oslo_concurrency.lockutils [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.715875] env[70480]: DEBUG oslo_concurrency.lockutils [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.716127] env[70480]: DEBUG nova.compute.manager [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] No waiting events found dispatching network-vif-plugged-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.716127] env[70480]: WARNING nova.compute.manager [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Received unexpected event network-vif-plugged-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 for instance with vm_state building and task_state spawning. [ 674.716127] env[70480]: DEBUG nova.compute.manager [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Received event network-changed-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.716127] env[70480]: DEBUG nova.compute.manager [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Refreshing instance network info cache due to event network-changed-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.716127] env[70480]: DEBUG oslo_concurrency.lockutils [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] Acquiring lock "refresh_cache-dc5be2fc-86ba-4c41-b927-318edd4eb2a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.716298] env[70480]: DEBUG oslo_concurrency.lockutils [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] Acquired lock "refresh_cache-dc5be2fc-86ba-4c41-b927-318edd4eb2a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.716298] env[70480]: DEBUG nova.network.neutron [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Refreshing network info cache for port eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.717657] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.717789] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.718150] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.719165] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c580de04-63b2-4255-a7fd-d6d3b04647d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.727442] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 674.727442] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526249ab-0a71-d89d-c33b-f121ccdfef32" [ 674.727442] env[70480]: _type = "Task" [ 674.727442] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.741481] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526249ab-0a71-d89d-c33b-f121ccdfef32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.751570] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.751570] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.753687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.358s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.755452] env[70480]: INFO nova.compute.claims [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.809156] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "c232a196-751e-4e4b-b2c3-b85f5863b07c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.809156] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.813494] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.813790] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.826496] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.846848] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5204974d-4306-ae93-20fc-73ad1d10d5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023813} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.847773] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff80972f-2475-446a-b2eb-df1e25df4e46 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.854996] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 674.854996] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5219d6d4-a303-0d91-3bed-d744d17dff97" [ 674.854996] env[70480]: _type = "Task" [ 674.854996] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.866506] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5219d6d4-a303-0d91-3bed-d744d17dff97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.966725] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.035101] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722267, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.132444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbbd0b9-236a-4af0-be14-80eaa5f05716 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.151591] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da986c59-a1f2-458f-bbbc-1075be35b1dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.246330] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526249ab-0a71-d89d-c33b-f121ccdfef32, 'name': SearchDatastore_Task, 'duration_secs': 0.014508} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.246753] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.247476] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.247476] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.261553] env[70480]: DEBUG nova.compute.utils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.267409] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.267409] env[70480]: DEBUG nova.network.neutron [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.329049] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722265, 'name': ReconfigVM_Task, 'duration_secs': 1.747992} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.329915] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Reconfigured VM instance instance-00000008 to attach disk [datastore2] cb37d10c-56da-4d42-9063-4d5272e23907/cb37d10c-56da-4d42-9063-4d5272e23907.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.330106] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f32ff76-4147-4c1d-9938-5ea1926ef92a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.339208] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 675.339208] env[70480]: value = "task-3722272" [ 675.339208] env[70480]: _type = "Task" [ 675.339208] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.350272] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722272, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.361050] env[70480]: DEBUG nova.policy [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37847cc99f8f4ae683be2460594b987f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dad85e6241b4b0faef22a324e9c3187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.378585] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5219d6d4-a303-0d91-3bed-d744d17dff97, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.378792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.379080] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] dc5be2fc-86ba-4c41-b927-318edd4eb2a3/dc5be2fc-86ba-4c41-b927-318edd4eb2a3.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.379643] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.379693] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.379930] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b21ba7-1f2c-444e-9984-ce19ee59607d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.382540] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac3d5f3b-b43b-4d73-a09e-08c1bd55d6bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.395031] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.395031] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.398345] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e507864-c969-4b9b-ba61-02dbe155d90f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.401395] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 675.401395] env[70480]: value = "task-3722273" [ 675.401395] env[70480]: _type = "Task" [ 675.401395] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.407114] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 675.407114] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e91ee-0c2a-d75c-8897-c12656270d15" [ 675.407114] env[70480]: _type = "Task" [ 675.407114] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.415319] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.423593] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e91ee-0c2a-d75c-8897-c12656270d15, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.426947] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db27329d-3844-4a76-935a-ebc7f9f40169 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.434525] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 675.434525] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9d253-537e-394a-478c-9e6f59bd1b3d" [ 675.434525] env[70480]: _type = "Task" [ 675.434525] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.445193] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9d253-537e-394a-478c-9e6f59bd1b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.502408] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.543071] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722267, 'name': CloneVM_Task, 'duration_secs': 1.915009} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.543385] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Created linked-clone VM from snapshot [ 675.544187] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5747d8c7-c202-4b04-aa0e-9e26578fb58c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.559523] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Uploading image 821d9593-f161-4c81-a3e6-636dcbdb0dbf {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 675.599207] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 675.599207] env[70480]: value = "vm-741191" [ 675.599207] env[70480]: _type = "VirtualMachine" [ 675.599207] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 675.599907] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37bf132b-071a-41c0-af0e-35258cab729d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.614874] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lease: (returnval){ [ 675.614874] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b7d8-0689-9839-757c-f9b9e47e8258" [ 675.614874] env[70480]: _type = "HttpNfcLease" [ 675.614874] env[70480]: } obtained for exporting VM: (result){ [ 675.614874] env[70480]: value = "vm-741191" [ 675.614874] env[70480]: _type = "VirtualMachine" [ 675.614874] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 675.615672] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the lease: (returnval){ [ 675.615672] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b7d8-0689-9839-757c-f9b9e47e8258" [ 675.615672] env[70480]: _type = "HttpNfcLease" [ 675.615672] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 675.630944] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "5782f024-2141-44ec-8db8-ece7e977df88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.631338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "5782f024-2141-44ec-8db8-ece7e977df88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.638308] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.638308] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b7d8-0689-9839-757c-f9b9e47e8258" [ 675.638308] env[70480]: _type = "HttpNfcLease" [ 675.638308] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 675.666363] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.667091] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82c8a4c9-4c17-4b7b-b8ec-113e38eb02da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.677703] env[70480]: DEBUG oslo_vmware.api [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 675.677703] env[70480]: value = "task-3722275" [ 675.677703] env[70480]: _type = "Task" [ 675.677703] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.688950] env[70480]: DEBUG oslo_vmware.api [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.727120] env[70480]: DEBUG nova.network.neutron [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Updated VIF entry in instance network info cache for port eb2deba3-0ff2-4a0c-8b99-d59388e13bb6. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.727526] env[70480]: DEBUG nova.network.neutron [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Updating instance_info_cache with network_info: [{"id": "eb2deba3-0ff2-4a0c-8b99-d59388e13bb6", "address": "fa:16:3e:da:51:4e", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb2deba3-0f", "ovs_interfaceid": "eb2deba3-0ff2-4a0c-8b99-d59388e13bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.768166] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.853242] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722272, 'name': Rename_Task, 'duration_secs': 0.197879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.853792] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.853973] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b923b88c-1cac-4f15-8474-7f21fb0a9a54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.865432] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 675.865432] env[70480]: value = "task-3722276" [ 675.865432] env[70480]: _type = "Task" [ 675.865432] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.877750] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.918801] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722273, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.929132] env[70480]: DEBUG nova.network.neutron [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Successfully created port: 58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.958102] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9d253-537e-394a-478c-9e6f59bd1b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.958102] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.958630] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] dfea2f51-2127-4ae5-b35e-cc3d265d80f6/dfea2f51-2127-4ae5-b35e-cc3d265d80f6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.958789] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-473d8a2d-7ddf-4cb1-84a8-b1521703b381 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.973117] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 675.973117] env[70480]: value = "task-3722277" [ 675.973117] env[70480]: _type = "Task" [ 675.973117] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.993032] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.143059] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.143059] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b7d8-0689-9839-757c-f9b9e47e8258" [ 676.143059] env[70480]: _type = "HttpNfcLease" [ 676.143059] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 676.144077] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 676.144077] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b7d8-0689-9839-757c-f9b9e47e8258" [ 676.144077] env[70480]: _type = "HttpNfcLease" [ 676.144077] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 676.145761] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee339c17-d1f3-4831-846a-ad79a8b03bcc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.166402] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b213a-5b04-8163-2cc2-cd18a37d1752/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 676.166402] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b213a-5b04-8163-2cc2-cd18a37d1752/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 676.240824] env[70480]: DEBUG oslo_concurrency.lockutils [req-a28e0995-58e5-43ea-ad15-184e140b13b1 req-79b5aaf8-a21c-43b5-87e6-245f50cf3572 service nova] Releasing lock "refresh_cache-dc5be2fc-86ba-4c41-b927-318edd4eb2a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.256885] env[70480]: DEBUG oslo_vmware.api [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.352057] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8bd29797-1707-48af-b812-d91fd39edfab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.383451] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722276, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.417949] env[70480]: DEBUG nova.compute.manager [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Received event network-changed-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.418206] env[70480]: DEBUG nova.compute.manager [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Refreshing instance network info cache due to event network-changed-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.418487] env[70480]: DEBUG oslo_concurrency.lockutils [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] Acquiring lock "refresh_cache-dfea2f51-2127-4ae5-b35e-cc3d265d80f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.418659] env[70480]: DEBUG oslo_concurrency.lockutils [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] Acquired lock "refresh_cache-dfea2f51-2127-4ae5-b35e-cc3d265d80f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.418862] env[70480]: DEBUG nova.network.neutron [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Refreshing network info cache for port a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.432168] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696886} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.432450] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] dc5be2fc-86ba-4c41-b927-318edd4eb2a3/dc5be2fc-86ba-4c41-b927-318edd4eb2a3.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.432767] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.433075] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffc97938-7020-4bf5-b70d-d89132c344eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.452962] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "40536092-a993-45c7-b0b3-e264a8a52e09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.453169] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "40536092-a993-45c7-b0b3-e264a8a52e09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.455805] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "40536092-a993-45c7-b0b3-e264a8a52e09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.456083] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "40536092-a993-45c7-b0b3-e264a8a52e09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.456393] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "40536092-a993-45c7-b0b3-e264a8a52e09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.458617] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 676.458617] env[70480]: value = "task-3722279" [ 676.458617] env[70480]: _type = "Task" [ 676.458617] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.459977] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe274734-1813-491b-8e69-76dfb8f82268 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.463382] env[70480]: INFO nova.compute.manager [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Terminating instance [ 676.476551] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.485790] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a941173-b7e6-4002-bcc7-52dc594bc901 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.531217] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722277, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.532557] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5694cb73-5cde-45d8-8ebd-d90fdddbc31f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.544790] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b7421-8d60-4a77-8f75-e5319beca82f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.561148] env[70480]: DEBUG nova.compute.provider_tree [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.754755] env[70480]: DEBUG oslo_vmware.api [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.789671] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.880122] env[70480]: DEBUG oslo_vmware.api [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722276, 'name': PowerOnVM_Task, 'duration_secs': 0.962452} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.880530] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.880746] env[70480]: INFO nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Took 13.69 seconds to spawn the instance on the hypervisor. [ 676.880935] env[70480]: DEBUG nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 676.881834] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6df0e9-2580-4035-8345-cb4e4ba8c2dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.976033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "refresh_cache-40536092-a993-45c7-b0b3-e264a8a52e09" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.976033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquired lock "refresh_cache-40536092-a993-45c7-b0b3-e264a8a52e09" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.976033] env[70480]: DEBUG nova.network.neutron [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.991998] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.993418] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.993560] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.993770] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.993920] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.994239] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.994368] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.997395] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.997395] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.997395] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.997395] env[70480]: DEBUG nova.virt.hardware [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.002444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae14c91-167b-4db7-a242-2ad2be737823 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.017698] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102287} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.022060] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.022060] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd8144-2f5b-4387-a5e6-87354eb2e986 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.032025] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713078} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.033810] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d564b-9ca4-4030-abfb-7565f5fdbb33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.038989] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] dfea2f51-2127-4ae5-b35e-cc3d265d80f6/dfea2f51-2127-4ae5-b35e-cc3d265d80f6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.039171] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.062085] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e66578f-5291-4ead-a36e-b0fa52e80ff9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.082011] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] dc5be2fc-86ba-4c41-b927-318edd4eb2a3/dc5be2fc-86ba-4c41-b927-318edd4eb2a3.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.084462] env[70480]: DEBUG nova.scheduler.client.report [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.091635] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e818e28-78e3-4000-8c98-ab26a6276e5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.141884] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 677.141884] env[70480]: value = "task-3722280" [ 677.141884] env[70480]: _type = "Task" [ 677.141884] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.148022] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 677.148022] env[70480]: value = "task-3722281" [ 677.148022] env[70480]: _type = "Task" [ 677.148022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.160422] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.168066] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.255493] env[70480]: DEBUG oslo_vmware.api [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.422652] env[70480]: INFO nova.compute.manager [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Took 26.51 seconds to build instance. [ 677.543337] env[70480]: DEBUG nova.network.neutron [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.622287] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.622846] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.631151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.430s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.632829] env[70480]: INFO nova.compute.claims [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.663215] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15072} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.670735] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.672161] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722281, 'name': ReconfigVM_Task, 'duration_secs': 0.443311} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.674301] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5164cc83-b7e2-47fe-8315-deef31599ac5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.678329] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Reconfigured VM instance instance-00000009 to attach disk [datastore2] dc5be2fc-86ba-4c41-b927-318edd4eb2a3/dc5be2fc-86ba-4c41-b927-318edd4eb2a3.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.682960] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c940045d-6b32-4030-a534-bc9d444b092f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.713858] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] dfea2f51-2127-4ae5-b35e-cc3d265d80f6/dfea2f51-2127-4ae5-b35e-cc3d265d80f6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.715250] env[70480]: DEBUG nova.network.neutron [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.719844] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab086351-ce9a-4dfc-8a2b-85d8f046f84e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.739224] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 677.739224] env[70480]: value = "task-3722283" [ 677.739224] env[70480]: _type = "Task" [ 677.739224] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.749948] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 677.749948] env[70480]: value = "task-3722284" [ 677.749948] env[70480]: _type = "Task" [ 677.749948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.767658] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722283, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.771866] env[70480]: DEBUG oslo_vmware.api [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722275, 'name': CreateSnapshot_Task, 'duration_secs': 1.671888} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.775935] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.776348] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.777211] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a25eb8-4315-416a-b714-fa8e64593c4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.929648] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65db1890-70f8-4bba-bd43-89cf91e5e66c tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "cb37d10c-56da-4d42-9063-4d5272e23907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.032s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.100497] env[70480]: DEBUG nova.network.neutron [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Updated VIF entry in instance network info cache for port a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.100497] env[70480]: DEBUG nova.network.neutron [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Updating instance_info_cache with network_info: [{"id": "a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd", "address": "fa:16:3e:8f:df:d7", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9feaa99-be", "ovs_interfaceid": "a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.140290] env[70480]: DEBUG nova.compute.utils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.142874] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.143023] env[70480]: DEBUG nova.network.neutron [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.221489] env[70480]: DEBUG nova.compute.manager [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.222752] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef142f7-705e-40cb-84e6-c79fafeffe72 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.240124] env[70480]: DEBUG nova.policy [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a2a5b643997495facf94de4c33033e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f19ee458164f22b268e30325a097e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.241451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Releasing lock "refresh_cache-40536092-a993-45c7-b0b3-e264a8a52e09" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.242103] env[70480]: DEBUG nova.compute.manager [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.242394] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.245735] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbe0928-f7d7-43ab-b26f-fb79605a593a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.262116] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722283, 'name': Rename_Task, 'duration_secs': 0.299962} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.268442] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.268754] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.268984] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ba2b10-5445-4fa9-9813-99d705555d1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.272022] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27cc5476-7e9b-4178-9302-789ed0e02814 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.279886] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.282480] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 678.282480] env[70480]: value = "task-3722285" [ 678.282480] env[70480]: _type = "Task" [ 678.282480] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.289034] env[70480]: DEBUG oslo_vmware.api [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 678.289034] env[70480]: value = "task-3722286" [ 678.289034] env[70480]: _type = "Task" [ 678.289034] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.301358] env[70480]: DEBUG nova.compute.manager [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Instance disappeared during snapshot {{(pid=70480) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 678.302086] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.309474] env[70480]: DEBUG oslo_vmware.api [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.414911] env[70480]: DEBUG nova.network.neutron [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Successfully updated port: 58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.434043] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.603170] env[70480]: DEBUG oslo_concurrency.lockutils [req-f2d32d54-5473-408d-8201-2a92fe4d5cb0 req-5ebc443e-6c3b-428c-a418-1785b8e10656 service nova] Releasing lock "refresh_cache-dfea2f51-2127-4ae5-b35e-cc3d265d80f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.644210] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.746474] env[70480]: INFO nova.compute.manager [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] instance snapshotting [ 678.746697] env[70480]: WARNING nova.compute.manager [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 678.749152] env[70480]: DEBUG nova.network.neutron [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Successfully created port: edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.753041] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1767a7-ac9e-4fbe-9c3d-5774169f63fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.784217] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4190bd61-9719-4e57-b227-ef8825338544 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.802459] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722284, 'name': ReconfigVM_Task, 'duration_secs': 0.690668} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.809114] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Reconfigured VM instance instance-0000000a to attach disk [datastore2] dfea2f51-2127-4ae5-b35e-cc3d265d80f6/dfea2f51-2127-4ae5-b35e-cc3d265d80f6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.809114] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722285, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.811189] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd1e581-8eeb-4481-b016-7bdb4cf8328f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.823642] env[70480]: DEBUG oslo_vmware.api [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722286, 'name': PowerOffVM_Task, 'duration_secs': 0.403103} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.825542] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.825750] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.826092] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 678.826092] env[70480]: value = "task-3722288" [ 678.826092] env[70480]: _type = "Task" [ 678.826092] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.826291] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-187ffede-26e7-4a47-af1d-da793c8b4ed4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.848447] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722288, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.873186] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.875173] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.875173] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleting the datastore file [datastore2] 40536092-a993-45c7-b0b3-e264a8a52e09 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.875173] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616afc1a-7680-4a81-bf02-62563604421c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.887235] env[70480]: DEBUG oslo_vmware.api [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for the task: (returnval){ [ 678.887235] env[70480]: value = "task-3722290" [ 678.887235] env[70480]: _type = "Task" [ 678.887235] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.901323] env[70480]: DEBUG oslo_vmware.api [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.917116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.917334] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquired lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.919375] env[70480]: DEBUG nova.network.neutron [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.961297] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.153784] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b4870-0b38-415a-887b-8d5105717bc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.168854] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17612d7f-5648-4555-9f84-31dfd73ca534 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.406734] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29e53da-4792-45a0-b67f-9ec9e3f31aa5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.406734] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0c9d3b-22b7-4220-924a-5d3f71f95e06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.406734] env[70480]: DEBUG nova.compute.provider_tree [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.406734] env[70480]: DEBUG oslo_vmware.api [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722285, 'name': PowerOnVM_Task, 'duration_secs': 0.60452} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.406734] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.407144] env[70480]: INFO nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Took 13.72 seconds to spawn the instance on the hypervisor. [ 679.407144] env[70480]: DEBUG nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 679.407144] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff5f455-95bc-4518-aa9d-4d2240a15c23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.407144] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 679.407144] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-abb25808-e142-468a-b632-9d57018444b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.407144] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 679.407144] env[70480]: value = "task-3722291" [ 679.407144] env[70480]: _type = "Task" [ 679.407144] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.408612] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722288, 'name': Rename_Task, 'duration_secs': 0.367706} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.408612] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.408612] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.408612] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe1a2bb-66f1-4e10-bdb4-8dfbf4153eb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.408612] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 679.408612] env[70480]: value = "task-3722292" [ 679.408612] env[70480]: _type = "Task" [ 679.408612] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.409154] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.409154] env[70480]: DEBUG oslo_vmware.api [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Task: {'id': task-3722290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405608} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.409154] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.409154] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.409154] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.409576] env[70480]: INFO nova.compute.manager [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Took 1.16 seconds to destroy the instance on the hypervisor. [ 679.409576] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.409576] env[70480]: DEBUG nova.compute.manager [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.409576] env[70480]: DEBUG nova.network.neutron [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.448088] env[70480]: DEBUG nova.network.neutron [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.477671] env[70480]: DEBUG nova.network.neutron [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.662995] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.681277] env[70480]: DEBUG nova.compute.manager [None req-089fe396-a0a2-49ec-ac17-a6fb151b328c tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Found 0 images (rotation: 2) {{(pid=70480) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 679.712402] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:19:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1132854291',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2084168784',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.712748] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.712978] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.713286] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.713487] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.713653] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.713889] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.714113] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.714332] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.714568] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.714788] env[70480]: DEBUG nova.virt.hardware [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.716813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d234d975-2575-4177-815a-4683882782bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.729575] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b04ac5-70ed-4ff9-89dc-d1e1f5a53291 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.749262] env[70480]: DEBUG nova.scheduler.client.report [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.796248] env[70480]: DEBUG nova.network.neutron [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updating instance_info_cache with network_info: [{"id": "58f9601f-6072-40d7-b621-57f1e608e027", "address": "fa:16:3e:e6:a0:31", "network": {"id": "3fb6a311-bf4c-43e3-aa95-38aee3798d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1580993258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dad85e6241b4b0faef22a324e9c3187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9601f-60", "ovs_interfaceid": "58f9601f-6072-40d7-b621-57f1e608e027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.834488] env[70480]: INFO nova.compute.manager [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Took 26.62 seconds to build instance. [ 679.844760] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722291, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.849100] env[70480]: DEBUG nova.compute.manager [req-a1d553d9-f0a1-48ba-9585-8632837e3470 req-538b96c4-983c-4b16-bb90-fc5359cc9291 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Received event network-vif-plugged-58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.849633] env[70480]: DEBUG oslo_concurrency.lockutils [req-a1d553d9-f0a1-48ba-9585-8632837e3470 req-538b96c4-983c-4b16-bb90-fc5359cc9291 service nova] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.849633] env[70480]: DEBUG oslo_concurrency.lockutils [req-a1d553d9-f0a1-48ba-9585-8632837e3470 req-538b96c4-983c-4b16-bb90-fc5359cc9291 service nova] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.850372] env[70480]: DEBUG oslo_concurrency.lockutils [req-a1d553d9-f0a1-48ba-9585-8632837e3470 req-538b96c4-983c-4b16-bb90-fc5359cc9291 service nova] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.850372] env[70480]: DEBUG nova.compute.manager [req-a1d553d9-f0a1-48ba-9585-8632837e3470 req-538b96c4-983c-4b16-bb90-fc5359cc9291 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] No waiting events found dispatching network-vif-plugged-58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.850372] env[70480]: WARNING nova.compute.manager [req-a1d553d9-f0a1-48ba-9585-8632837e3470 req-538b96c4-983c-4b16-bb90-fc5359cc9291 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Received unexpected event network-vif-plugged-58f9601f-6072-40d7-b621-57f1e608e027 for instance with vm_state building and task_state spawning. [ 679.869643] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.954293] env[70480]: DEBUG nova.compute.manager [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Received event network-changed {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.954293] env[70480]: DEBUG nova.compute.manager [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Refreshing instance network info cache due to event network-changed. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.954293] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] Acquiring lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.954293] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] Acquired lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.954293] env[70480]: DEBUG nova.network.neutron [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.954621] env[70480]: DEBUG nova.network.neutron [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.256912] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.256912] env[70480]: DEBUG nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.260846] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.620s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.262724] env[70480]: INFO nova.compute.claims [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.302854] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Releasing lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.302854] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Instance network_info: |[{"id": "58f9601f-6072-40d7-b621-57f1e608e027", "address": "fa:16:3e:e6:a0:31", "network": {"id": "3fb6a311-bf4c-43e3-aa95-38aee3798d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1580993258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dad85e6241b4b0faef22a324e9c3187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9601f-60", "ovs_interfaceid": "58f9601f-6072-40d7-b621-57f1e608e027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.303265] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:a0:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58f9601f-6072-40d7-b621-57f1e608e027', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.318583] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Creating folder: Project (2dad85e6241b4b0faef22a324e9c3187). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.321431] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e4ac6db-4094-4bee-86dd-921aafd19e7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.339217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d74c4505-4298-4d14-b20e-7712182658a9 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.138s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.339783] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Created folder: Project (2dad85e6241b4b0faef22a324e9c3187) in parent group-v741156. [ 680.341158] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Creating folder: Instances. Parent ref: group-v741197. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.343352] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d036eff-8ccb-49a5-b245-b0a09e098055 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.355813] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722291, 'name': CreateSnapshot_Task, 'duration_secs': 0.894307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.357698] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 680.358670] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a875724-b816-465a-a26f-1d97b8416a54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.372349] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Created folder: Instances in parent group-v741197. [ 680.372899] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.379280] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.386728] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5bbe80b-e73d-421b-8006-1ddf8abb8fdf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.404841] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.412409] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.412409] env[70480]: value = "task-3722296" [ 680.412409] env[70480]: _type = "Task" [ 680.412409] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.423851] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722296, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.445407] env[70480]: DEBUG nova.network.neutron [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Successfully updated port: edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.461657] env[70480]: INFO nova.compute.manager [-] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Took 1.06 seconds to deallocate network for instance. [ 680.760291] env[70480]: DEBUG nova.network.neutron [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Updating instance_info_cache with network_info: [{"id": "4a352556-e2a6-4eeb-8aea-41e970924574", "address": "fa:16:3e:21:5d:66", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a352556-e2", "ovs_interfaceid": "4a352556-e2a6-4eeb-8aea-41e970924574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.768490] env[70480]: DEBUG nova.compute.utils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.772282] env[70480]: DEBUG nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 680.848071] env[70480]: DEBUG nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.880422] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722292, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.919681] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.920562] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17d8c5a7-0d25-4184-9183-5ba66bd6dc17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.936012] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722296, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.937548] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 680.937548] env[70480]: value = "task-3722298" [ 680.937548] env[70480]: _type = "Task" [ 680.937548] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.954087] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.954087] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.954087] env[70480]: DEBUG nova.network.neutron [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.955634] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722298, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.970260] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.267361] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e694c78b-01db-42e1-973d-577bc9d3e508 tempest-ServerExternalEventsTest-1929860020 tempest-ServerExternalEventsTest-1929860020-project] Releasing lock "refresh_cache-cb37d10c-56da-4d42-9063-4d5272e23907" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.275406] env[70480]: DEBUG nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.370784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.384024] env[70480]: DEBUG oslo_vmware.api [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722292, 'name': PowerOnVM_Task, 'duration_secs': 1.686766} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.384345] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.384604] env[70480]: INFO nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Took 13.26 seconds to spawn the instance on the hypervisor. [ 681.384804] env[70480]: DEBUG nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.385742] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207933d5-0629-49c1-b4c0-85f485e936bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.440914] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722296, 'name': CreateVM_Task, 'duration_secs': 0.645035} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.444557] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.445484] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.445687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.446095] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.446889] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b913fb-fd15-41fc-a144-01a6b62a9100 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.465999] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722298, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.472875] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 681.472875] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b6ccb2-47bf-117b-e030-b4b025936de8" [ 681.472875] env[70480]: _type = "Task" [ 681.472875] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.490142] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b6ccb2-47bf-117b-e030-b4b025936de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.545507] env[70480]: DEBUG nova.network.neutron [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.690745] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "cb37d10c-56da-4d42-9063-4d5272e23907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.695129] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "cb37d10c-56da-4d42-9063-4d5272e23907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.695129] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "cb37d10c-56da-4d42-9063-4d5272e23907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.695129] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "cb37d10c-56da-4d42-9063-4d5272e23907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.695129] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "cb37d10c-56da-4d42-9063-4d5272e23907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.696662] env[70480]: INFO nova.compute.manager [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Terminating instance [ 681.793334] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e228dd-224f-422d-bc48-8661d83eaa18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.809455] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11470d49-3c4b-4f79-933e-d2bcd20adbbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.856416] env[70480]: DEBUG nova.network.neutron [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updating instance_info_cache with network_info: [{"id": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "address": "fa:16:3e:94:d9:4e", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf6c9ee-b6", "ovs_interfaceid": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.861612] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6bf9a2-7cb3-482a-9f95-5796d9d82def {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.869888] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46310030-79a5-4c32-a23b-ed73b5d98ca9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.887418] env[70480]: DEBUG nova.compute.provider_tree [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.916521] env[70480]: INFO nova.compute.manager [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Took 27.68 seconds to build instance. [ 681.951885] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722298, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.987198] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b6ccb2-47bf-117b-e030-b4b025936de8, 'name': SearchDatastore_Task, 'duration_secs': 0.01664} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.987839] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.988520] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.988618] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.988716] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.988903] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.989234] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78dcad0f-66db-4b81-8b7a-c14b8ecb0394 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.000487] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.000807] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.005024] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ae4f31-6b13-4c83-9822-c7ac108df96e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.011684] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 682.011684] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5263e967-8de3-86c2-7c1f-5c91fb944481" [ 682.011684] env[70480]: _type = "Task" [ 682.011684] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.021987] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5263e967-8de3-86c2-7c1f-5c91fb944481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.214066] env[70480]: DEBUG nova.compute.manager [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.214340] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.215250] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e051d3d-7875-4b53-bcd5-07fcdd9b4e5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.224634] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.224896] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fffd6e3-c0e9-48e9-b81b-0743ad9e393e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233862] env[70480]: DEBUG oslo_vmware.api [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 682.233862] env[70480]: value = "task-3722300" [ 682.233862] env[70480]: _type = "Task" [ 682.233862] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.244993] env[70480]: DEBUG oslo_vmware.api [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.302632] env[70480]: DEBUG nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.352576] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.352998] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.353977] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.354653] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.354653] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.355226] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.355275] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.355506] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.355763] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.356789] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.357161] env[70480]: DEBUG nova.virt.hardware [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.358556] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2717eee-7961-40b4-9cdf-9ffebbe9fccf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.363162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Releasing lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.363402] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Instance network_info: |[{"id": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "address": "fa:16:3e:94:d9:4e", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf6c9ee-b6", "ovs_interfaceid": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.363956] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d9:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edf6c9ee-b690-4a08-bed0-a59d65cb5158', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.375020] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Creating folder: Project (14f19ee458164f22b268e30325a097e6). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.375985] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30697101-c84a-47f1-a328-ac14098a3cd4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.387599] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67d41f2-40f8-41f2-b0cd-bd5933a95455 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.393220] env[70480]: DEBUG nova.scheduler.client.report [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.399673] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Created folder: Project (14f19ee458164f22b268e30325a097e6) in parent group-v741156. [ 682.399871] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Creating folder: Instances. Parent ref: group-v741201. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.400198] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d707b989-09a8-4171-a79a-abdb7fef4afb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.413603] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.425383] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Creating folder: Project (3abc28557be942189476380b7ab8e515). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.426985] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09898f1c-59cc-473d-bf3f-a55c2548ae39 tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.201s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.427240] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c256c3d5-2dd9-4a88-8d03-049f068a822c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.435602] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Created folder: Instances in parent group-v741201. [ 682.435970] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.436200] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.436735] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3163e14b-f43e-4bfd-a915-5f8095fd6747 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.458417] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Created folder: Project (3abc28557be942189476380b7ab8e515) in parent group-v741156. [ 682.459030] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Creating folder: Instances. Parent ref: group-v741203. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.466111] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac631f4d-ebfd-4fdf-a54f-3f0c97f7e326 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.470202] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.470202] env[70480]: value = "task-3722304" [ 682.470202] env[70480]: _type = "Task" [ 682.470202] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.473967] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722298, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.480269] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Created folder: Instances in parent group-v741203. [ 682.481137] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.483275] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.486142] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Received event network-changed-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.486387] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Refreshing instance network info cache due to event network-changed-8108f4d0-f98d-4f76-ae76-9a6a9fe16561. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.486643] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquiring lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.486785] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquired lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.486942] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Refreshing network info cache for port 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.492482] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba5d6f8b-70da-4660-b4cb-0f87a87f957b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.506636] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722304, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.513624] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.513624] env[70480]: value = "task-3722306" [ 682.513624] env[70480]: _type = "Task" [ 682.513624] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.530970] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5263e967-8de3-86c2-7c1f-5c91fb944481, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.535603] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722306, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.535843] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e69079-5108-43d6-97d7-47edcf2d4174 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.543701] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 682.543701] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52df9786-6fe4-0769-9dcb-634fdbe6b7bc" [ 682.543701] env[70480]: _type = "Task" [ 682.543701] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.557886] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52df9786-6fe4-0769-9dcb-634fdbe6b7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.661636] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.661636] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.661636] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.661636] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.661992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.663121] env[70480]: INFO nova.compute.manager [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Terminating instance [ 682.754451] env[70480]: DEBUG oslo_vmware.api [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722300, 'name': PowerOffVM_Task, 'duration_secs': 0.250263} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.754762] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.754914] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.755195] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f3b6f3-a7e2-448d-a0c6-514794769845 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.847453] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.847754] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.847942] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Deleting the datastore file [datastore2] cb37d10c-56da-4d42-9063-4d5272e23907 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.848374] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a8d8cad-9728-4b58-9580-7dd91c030e75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.859586] env[70480]: DEBUG oslo_vmware.api [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for the task: (returnval){ [ 682.859586] env[70480]: value = "task-3722309" [ 682.859586] env[70480]: _type = "Task" [ 682.859586] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.867677] env[70480]: DEBUG oslo_vmware.api [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.898844] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.899414] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.902384] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.170s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.933239] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.977442] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722298, 'name': CloneVM_Task, 'duration_secs': 1.708146} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.985526] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Created linked-clone VM from snapshot [ 682.989650] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b56e34f-b619-4421-8411-89a21d8c3cd0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.001573] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722304, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.008755] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Uploading image 78984b67-1e6e-4b63-9bea-7fcb2a8b6e48 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 683.028895] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722306, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.064061] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52df9786-6fe4-0769-9dcb-634fdbe6b7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01765} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.066451] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 683.066451] env[70480]: value = "vm-741200" [ 683.066451] env[70480]: _type = "VirtualMachine" [ 683.066451] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 683.070328] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.070328] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ab7a8a12-770a-43c4-b770-7c5201f04dde/ab7a8a12-770a-43c4-b770-7c5201f04dde.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.070328] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6c8e8720-712c-45ea-be11-b9ded3beb982 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.073459] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d91cb6-384e-4fa5-9c32-4962fe0b4242 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.084428] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 683.084428] env[70480]: value = "task-3722310" [ 683.084428] env[70480]: _type = "Task" [ 683.084428] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.086231] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease: (returnval){ [ 683.086231] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8a188-6c9d-f588-9764-0bb6bd93b4c3" [ 683.086231] env[70480]: _type = "HttpNfcLease" [ 683.086231] env[70480]: } obtained for exporting VM: (result){ [ 683.086231] env[70480]: value = "vm-741200" [ 683.086231] env[70480]: _type = "VirtualMachine" [ 683.086231] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 683.086548] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the lease: (returnval){ [ 683.086548] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8a188-6c9d-f588-9764-0bb6bd93b4c3" [ 683.086548] env[70480]: _type = "HttpNfcLease" [ 683.086548] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 683.105776] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.107668] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.107668] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8a188-6c9d-f588-9764-0bb6bd93b4c3" [ 683.107668] env[70480]: _type = "HttpNfcLease" [ 683.107668] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 683.110502] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 683.110502] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8a188-6c9d-f588-9764-0bb6bd93b4c3" [ 683.110502] env[70480]: _type = "HttpNfcLease" [ 683.110502] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 683.110502] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8a659-50d4-46d6-90f4-6e86f0734d54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.120464] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521554e9-f0ab-fe43-24e8-cbd7f3a4b91b/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 683.124028] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521554e9-f0ab-fe43-24e8-cbd7f3a4b91b/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.192953] env[70480]: DEBUG nova.compute.manager [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.193212] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.196869] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3663e2-6255-49f2-a7b2-5fae414c7cd1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.208875] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.209249] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4182e5e-ad7a-494c-a62f-6cf6144a0cad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.219427] env[70480]: DEBUG oslo_vmware.api [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 683.219427] env[70480]: value = "task-3722312" [ 683.219427] env[70480]: _type = "Task" [ 683.219427] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.231620] env[70480]: DEBUG oslo_vmware.api [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.270250] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13e50e39-bab3-4158-8b90-4f461b4fbd1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.371333] env[70480]: DEBUG oslo_vmware.api [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Task: {'id': task-3722309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45167} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.371687] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.372770] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.372770] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.372770] env[70480]: INFO nova.compute.manager [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Took 1.16 seconds to destroy the instance on the hypervisor. [ 683.372770] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.373033] env[70480]: DEBUG nova.compute.manager [-] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.373033] env[70480]: DEBUG nova.network.neutron [-] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.408411] env[70480]: DEBUG nova.compute.utils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.417184] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.417184] env[70480]: DEBUG nova.network.neutron [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.420524] env[70480]: INFO nova.compute.claims [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.472953] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.491875] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722304, 'name': CreateVM_Task, 'duration_secs': 0.539905} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.494742] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.496069] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.496350] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496775] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.497124] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93774f97-e0bc-4f99-87ca-4fa4ecf64828 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.504382] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 683.504382] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe6067-9abf-e696-d03e-aa5bc19f56b6" [ 683.504382] env[70480]: _type = "Task" [ 683.504382] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.514789] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe6067-9abf-e696-d03e-aa5bc19f56b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.540745] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722306, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.601217] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722310, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.682318] env[70480]: DEBUG nova.policy [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7141d0b798c4d29b1bd2bebf3df1329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9927ee3f08941bc967f70ed1865f33e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.731445] env[70480]: DEBUG oslo_vmware.api [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722312, 'name': PowerOffVM_Task, 'duration_secs': 0.238277} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.732429] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.732429] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.732429] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12bc95e3-62e0-46e8-affa-be011a93bdad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.833387] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.833387] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.833387] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Deleting the datastore file [datastore2] dc5be2fc-86ba-4c41-b927-318edd4eb2a3 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.833387] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcb2f991-f37d-4976-90e6-10c811c59787 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.844509] env[70480]: DEBUG oslo_vmware.api [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for the task: (returnval){ [ 683.844509] env[70480]: value = "task-3722314" [ 683.844509] env[70480]: _type = "Task" [ 683.844509] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.855377] env[70480]: DEBUG oslo_vmware.api [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.925203] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Updated VIF entry in instance network info cache for port 8108f4d0-f98d-4f76-ae76-9a6a9fe16561. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.927591] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Updating instance_info_cache with network_info: [{"id": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "address": "fa:16:3e:36:33:cf", "network": {"id": "25e3e5a1-f8ad-40f5-99f0-c6e270340416", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-881561470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bcf1df8a2ef47269e1a2837476ea0a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108f4d0-f9", "ovs_interfaceid": "8108f4d0-f98d-4f76-ae76-9a6a9fe16561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.931772] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.943541] env[70480]: INFO nova.compute.resource_tracker [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating resource usage from migration 88bbfaa5-957b-4b15-8733-9f4dd4ce99de [ 684.024691] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe6067-9abf-e696-d03e-aa5bc19f56b6, 'name': SearchDatastore_Task, 'duration_secs': 0.067552} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.028213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028213] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.028213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.028213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028649] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.032707] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8193cfd-a5ca-4f47-a15b-e85e3353c756 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.049841] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722306, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.052862] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.052862] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.054265] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0147c7-81a3-4b4a-bd2b-ecd5fd3c5437 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.067412] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 684.067412] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52337872-915c-ed66-5291-52c9efd08882" [ 684.067412] env[70480]: _type = "Task" [ 684.067412] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.079381] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52337872-915c-ed66-5291-52c9efd08882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.103160] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752035} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.104830] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ab7a8a12-770a-43c4-b770-7c5201f04dde/ab7a8a12-770a-43c4-b770-7c5201f04dde.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.105241] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.109255] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44c09fa0-141f-4f1c-995b-972d165057fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.120594] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 684.120594] env[70480]: value = "task-3722316" [ 684.120594] env[70480]: _type = "Task" [ 684.120594] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.138041] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.240625] env[70480]: DEBUG nova.network.neutron [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Successfully created port: c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.364366] env[70480]: DEBUG oslo_vmware.api [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Task: {'id': task-3722314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278186} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.368409] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.368409] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.368409] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.368409] env[70480]: INFO nova.compute.manager [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 684.368409] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.368617] env[70480]: DEBUG nova.compute.manager [-] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.368617] env[70480]: DEBUG nova.network.neutron [-] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.430893] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Releasing lock "refresh_cache-d281a50d-ece1-4c55-b6a0-1302229bb35f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.431226] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Received event network-changed-58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.431226] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Refreshing instance network info cache due to event network-changed-58f9601f-6072-40d7-b621-57f1e608e027. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.431403] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquiring lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.431537] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquired lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.431987] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Refreshing network info cache for port 58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.478924] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82e296-2ff8-4b88-ab5f-d02b59d02459 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.489318] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b14153-2b8e-4f0f-a997-b88c370cd396 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.534496] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7f85cd-192e-457f-8913-b0788d332c6f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.549887] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f1df02-ed02-4882-8136-57c5322522e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.554438] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722306, 'name': CreateVM_Task, 'duration_secs': 1.619561} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.554438] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.554438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.554438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.554438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.554713] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfba9757-0a42-4538-b0d0-04c9eacbe99f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.567333] env[70480]: DEBUG nova.compute.provider_tree [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.575593] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 684.575593] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523204f4-4fba-dd98-842e-1f65b3bbc22f" [ 684.575593] env[70480]: _type = "Task" [ 684.575593] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.589366] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52337872-915c-ed66-5291-52c9efd08882, 'name': SearchDatastore_Task, 'duration_secs': 0.021357} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.590984] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa67bef9-72a4-4d6f-a483-7d6392735534 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.602070] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523204f4-4fba-dd98-842e-1f65b3bbc22f, 'name': SearchDatastore_Task, 'duration_secs': 0.017304} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.602070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.602070] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.602070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.605525] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 684.605525] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d1b3e5-2638-d874-61e0-17f30a959c46" [ 684.605525] env[70480]: _type = "Task" [ 684.605525] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.607053] env[70480]: DEBUG nova.network.neutron [-] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.624432] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d1b3e5-2638-d874-61e0-17f30a959c46, 'name': SearchDatastore_Task, 'duration_secs': 0.015487} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.629622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.629622] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 5f05d434-be2a-4c6a-93ed-700eba08ecf2/5f05d434-be2a-4c6a-93ed-700eba08ecf2.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.630799] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.631061] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.631373] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-379f610b-4832-4c5f-97b5-921f44c38c33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.634626] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-262dc3d4-8b36-42eb-93e6-728685445f93 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.642023] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102053} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.642840] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.643873] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2537f01-d7f4-4854-bca0-2658713017b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.649582] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 684.649582] env[70480]: value = "task-3722317" [ 684.649582] env[70480]: _type = "Task" [ 684.649582] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.655880] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.656331] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.668869] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039c8101-b32e-4673-b325-4299a295b2e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.683536] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] ab7a8a12-770a-43c4-b770-7c5201f04dde/ab7a8a12-770a-43c4-b770-7c5201f04dde.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.684342] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944fc5b2-be03-426d-b25a-186a829276c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.704858] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.708086] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 684.708086] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a31241-3a59-62fe-9a9a-cf9136694fff" [ 684.708086] env[70480]: _type = "Task" [ 684.708086] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.714999] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 684.714999] env[70480]: value = "task-3722318" [ 684.714999] env[70480]: _type = "Task" [ 684.714999] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.723692] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a31241-3a59-62fe-9a9a-cf9136694fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.731640] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.953589] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.074718] env[70480]: DEBUG nova.scheduler.client.report [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.116568] env[70480]: INFO nova.compute.manager [-] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Took 1.74 seconds to deallocate network for instance. [ 685.167035] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.215889] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updated VIF entry in instance network info cache for port 58f9601f-6072-40d7-b621-57f1e608e027. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.216473] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updating instance_info_cache with network_info: [{"id": "58f9601f-6072-40d7-b621-57f1e608e027", "address": "fa:16:3e:e6:a0:31", "network": {"id": "3fb6a311-bf4c-43e3-aa95-38aee3798d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1580993258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dad85e6241b4b0faef22a324e9c3187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9601f-60", "ovs_interfaceid": "58f9601f-6072-40d7-b621-57f1e608e027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.233926] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a31241-3a59-62fe-9a9a-cf9136694fff, 'name': SearchDatastore_Task, 'duration_secs': 0.015943} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.235256] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a1264c-4f09-4dfe-b0df-70913e4caf85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.242165] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.247868] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 685.247868] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523251f8-5ace-3b24-2df8-88f709b96d89" [ 685.247868] env[70480]: _type = "Task" [ 685.247868] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.263343] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523251f8-5ace-3b24-2df8-88f709b96d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.431586] env[70480]: DEBUG nova.compute.manager [req-cff1cd58-d302-42e0-bba4-1e7f90172906 req-6fe47292-74f1-4c36-8d98-8db5bdb60f8f service nova] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Received event network-vif-deleted-4a352556-e2a6-4eeb-8aea-41e970924574 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.443289] env[70480]: DEBUG nova.network.neutron [-] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.581863] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.679s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.582478] env[70480]: INFO nova.compute.manager [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Migrating [ 685.584139] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.584139] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.584923] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.605s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.587237] env[70480]: INFO nova.compute.claims [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.628235] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.670579] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613684} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.670579] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 5f05d434-be2a-4c6a-93ed-700eba08ecf2/5f05d434-be2a-4c6a-93ed-700eba08ecf2.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.670579] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.670579] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be449f8e-6af1-45cc-8404-66122c2141d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.678684] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 685.678684] env[70480]: value = "task-3722319" [ 685.678684] env[70480]: _type = "Task" [ 685.678684] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.688727] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.729353] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722318, 'name': ReconfigVM_Task, 'duration_secs': 0.806878} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.729837] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Reconfigured VM instance instance-0000000b to attach disk [datastore1] ab7a8a12-770a-43c4-b770-7c5201f04dde/ab7a8a12-770a-43c4-b770-7c5201f04dde.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.730404] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f786725b-e306-4185-a546-792ed6863ab3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.734119] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Releasing lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.734433] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Received event network-vif-plugged-edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.734655] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquiring lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.736751] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.736751] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.736751] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] No waiting events found dispatching network-vif-plugged-edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.736751] env[70480]: WARNING nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Received unexpected event network-vif-plugged-edf6c9ee-b690-4a08-bed0-a59d65cb5158 for instance with vm_state building and task_state spawning. [ 685.736751] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Received event network-changed-edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.736950] env[70480]: DEBUG nova.compute.manager [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Refreshing instance network info cache due to event network-changed-edf6c9ee-b690-4a08-bed0-a59d65cb5158. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.736950] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquiring lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.736950] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Acquired lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.736950] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Refreshing network info cache for port edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.743291] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 685.743291] env[70480]: value = "task-3722320" [ 685.743291] env[70480]: _type = "Task" [ 685.743291] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.757911] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722320, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.766859] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523251f8-5ace-3b24-2df8-88f709b96d89, 'name': SearchDatastore_Task, 'duration_secs': 0.023481} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.767284] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.767789] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 03fad8a2-2626-4614-80c4-6ccc678d9c9b/03fad8a2-2626-4614-80c4-6ccc678d9c9b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.768040] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1fd1f5a-c8cd-45c2-9f8b-8832e9d24f08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.779782] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 685.779782] env[70480]: value = "task-3722321" [ 685.779782] env[70480]: _type = "Task" [ 685.779782] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.790334] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.947048] env[70480]: INFO nova.compute.manager [-] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Took 1.58 seconds to deallocate network for instance. [ 686.034766] env[70480]: DEBUG nova.network.neutron [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Successfully updated port: c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.095023] env[70480]: INFO nova.compute.rpcapi [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 686.095023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190042] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108213} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.193522] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.193522] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a235fd-b929-4e92-aae1-e742e51414d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.220637] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 5f05d434-be2a-4c6a-93ed-700eba08ecf2/5f05d434-be2a-4c6a-93ed-700eba08ecf2.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.222071] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3def5fd2-fdda-485c-a96a-ebf2c0471c45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.253461] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 686.253461] env[70480]: value = "task-3722323" [ 686.253461] env[70480]: _type = "Task" [ 686.253461] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.262801] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722320, 'name': Rename_Task, 'duration_secs': 0.279851} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.263922] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.264523] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c8c7e7-7d0c-4ada-8eb6-1ef8eae30613 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.273176] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.281584] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 686.281584] env[70480]: value = "task-3722324" [ 686.281584] env[70480]: _type = "Task" [ 686.281584] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.295399] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.302261] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.455863] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.501449] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updated VIF entry in instance network info cache for port edf6c9ee-b690-4a08-bed0-a59d65cb5158. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.501852] env[70480]: DEBUG nova.network.neutron [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updating instance_info_cache with network_info: [{"id": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "address": "fa:16:3e:94:d9:4e", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf6c9ee-b6", "ovs_interfaceid": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.538122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "refresh_cache-ab8aaa9d-1162-4328-b6fb-ce5b80a01792" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.538338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquired lock "refresh_cache-ab8aaa9d-1162-4328-b6fb-ce5b80a01792" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.538545] env[70480]: DEBUG nova.network.neutron [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.626018] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.626437] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.626668] env[70480]: DEBUG nova.network.neutron [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.777820] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.799183] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652313} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.799728] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 03fad8a2-2626-4614-80c4-6ccc678d9c9b/03fad8a2-2626-4614-80c4-6ccc678d9c9b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.800137] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.804025] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-741e3753-dd09-4fe4-ba64-ccefc03a76c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.806556] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722324, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.813820] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 686.813820] env[70480]: value = "task-3722326" [ 686.813820] env[70480]: _type = "Task" [ 686.813820] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.834130] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.008518] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7beb561-14a2-4ad7-b8d8-f8bbc482fce3 req-013a0da2-917c-464f-a896-a6d9490714f2 service nova] Releasing lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.085225] env[70480]: DEBUG nova.network.neutron [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.125096] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71824e3-aeb0-4509-b557-9f1815a339aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.138014] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656e0e6-4c11-4bcd-a378-b3d0150f3244 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.180815] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6287189-83f5-4404-96ad-413b561239f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.196831] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed186056-6c21-4d6b-b63f-cf5014429718 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.216400] env[70480]: DEBUG nova.compute.provider_tree [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.252403] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.252981] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.254146] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.254146] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.254146] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.254146] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.254675] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.254675] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.254789] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.254922] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.255258] env[70480]: DEBUG nova.virt.hardware [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.260156] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41c228e-a44f-47ec-808e-19b9e913c2e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.273839] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b213a-5b04-8163-2cc2-cd18a37d1752/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.275958] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c60961a-ae4f-4280-ab98-47c2a0020927 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.279864] env[70480]: DEBUG nova.network.neutron [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Updating instance_info_cache with network_info: [{"id": "c3f1298a-bc89-4789-8283-6b4fa88e617a", "address": "fa:16:3e:19:47:8c", "network": {"id": "27d348fa-a4e5-4fb9-94d2-2c579af0cf0e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1146956463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9927ee3f08941bc967f70ed1865f33e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f1298a-bc", "ovs_interfaceid": "c3f1298a-bc89-4789-8283-6b4fa88e617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.287586] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722323, 'name': ReconfigVM_Task, 'duration_secs': 0.845136} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.289452] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 5f05d434-be2a-4c6a-93ed-700eba08ecf2/5f05d434-be2a-4c6a-93ed-700eba08ecf2.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.296065] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531088dc-5fa1-4161-9bb2-874f07b4e967 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.307146] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d3d9629-b34c-4db6-a1bd-9970abbde606 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.309629] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b213a-5b04-8163-2cc2-cd18a37d1752/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.309909] env[70480]: ERROR oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b213a-5b04-8163-2cc2-cd18a37d1752/disk-0.vmdk due to incomplete transfer. [ 687.310872] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27d2ead5-47fc-41a8-ae52-b5637b16b453 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.329774] env[70480]: DEBUG oslo_vmware.api [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722324, 'name': PowerOnVM_Task, 'duration_secs': 0.962294} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.336936] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.337409] env[70480]: INFO nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Took 10.55 seconds to spawn the instance on the hypervisor. [ 687.337831] env[70480]: DEBUG nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.344030] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b213a-5b04-8163-2cc2-cd18a37d1752/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.344030] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Uploaded image 821d9593-f161-4c81-a3e6-636dcbdb0dbf to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.346070] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.346572] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 687.346572] env[70480]: value = "task-3722327" [ 687.346572] env[70480]: _type = "Task" [ 687.346572] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.348433] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f4bfc-a645-4e58-ba3e-554c74b09af5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.353530] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-512a991e-23c8-4983-b310-39878140ab33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.368273] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084144} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.368983] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.374139] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c1a257-20fe-4812-9525-b5dedf49bf4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.386204] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722327, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.386531] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 687.386531] env[70480]: value = "task-3722328" [ 687.386531] env[70480]: _type = "Task" [ 687.386531] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.408595] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 03fad8a2-2626-4614-80c4-6ccc678d9c9b/03fad8a2-2626-4614-80c4-6ccc678d9c9b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.409840] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abff3959-a377-49d6-b7f2-bac5b3008ae5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.432613] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722328, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.437791] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 687.437791] env[70480]: value = "task-3722329" [ 687.437791] env[70480]: _type = "Task" [ 687.437791] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.448160] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.572592] env[70480]: DEBUG nova.network.neutron [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance_info_cache with network_info: [{"id": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "address": "fa:16:3e:53:cb:3a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b35c1-2c", "ovs_interfaceid": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.743936] env[70480]: ERROR nova.scheduler.client.report [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [req-9d86cc68-6e2a-4fc9-875f-998334fb5404] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d86cc68-6e2a-4fc9-875f-998334fb5404"}]} [ 687.769166] env[70480]: DEBUG nova.scheduler.client.report [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.789212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Releasing lock "refresh_cache-ab8aaa9d-1162-4328-b6fb-ce5b80a01792" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.789574] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Instance network_info: |[{"id": "c3f1298a-bc89-4789-8283-6b4fa88e617a", "address": "fa:16:3e:19:47:8c", "network": {"id": "27d348fa-a4e5-4fb9-94d2-2c579af0cf0e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1146956463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9927ee3f08941bc967f70ed1865f33e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f1298a-bc", "ovs_interfaceid": "c3f1298a-bc89-4789-8283-6b4fa88e617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.790229] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:47:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f1298a-bc89-4789-8283-6b4fa88e617a', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.799625] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Creating folder: Project (d9927ee3f08941bc967f70ed1865f33e). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.801169] env[70480]: DEBUG nova.scheduler.client.report [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.801405] env[70480]: DEBUG nova.compute.provider_tree [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.803569] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90ebd612-c3ab-4849-95ae-66bc75b6dd13 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.818561] env[70480]: DEBUG nova.scheduler.client.report [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: 9fe71375-ce5c-4f98-a7c9-98c8cc700422 {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.823079] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Created folder: Project (d9927ee3f08941bc967f70ed1865f33e) in parent group-v741156. [ 687.823139] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Creating folder: Instances. Parent ref: group-v741209. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.823727] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432e514c-c9d9-4b5c-a1e6-5a0c3d9f2fea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.838907] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Created folder: Instances in parent group-v741209. [ 687.839226] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.839443] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.839670] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb93786-8a52-4727-a448-b2fd028e035b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.865440] env[70480]: DEBUG nova.scheduler.client.report [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.879677] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722327, 'name': Rename_Task, 'duration_secs': 0.273077} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.881483] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.881835] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.881835] env[70480]: value = "task-3722332" [ 687.881835] env[70480]: _type = "Task" [ 687.881835] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.882242] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d445a0c3-e787-461c-a74f-35ecc36c8daf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.902684] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 687.902684] env[70480]: value = "task-3722333" [ 687.902684] env[70480]: _type = "Task" [ 687.902684] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.916953] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722328, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.917958] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722332, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.917958] env[70480]: INFO nova.compute.manager [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Took 24.08 seconds to build instance. [ 687.925322] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722333, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.951441] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722329, 'name': ReconfigVM_Task, 'duration_secs': 0.453611} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.952154] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 03fad8a2-2626-4614-80c4-6ccc678d9c9b/03fad8a2-2626-4614-80c4-6ccc678d9c9b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.952824] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55b6cea7-363c-40ce-b7ef-7e9ccf6725f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.963938] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 687.963938] env[70480]: value = "task-3722334" [ 687.963938] env[70480]: _type = "Task" [ 687.963938] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.977629] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722334, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.076436] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.372321] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f11219-2f74-42bc-8a45-9d4ec0af8c01 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.391360] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32b3de-f3af-426e-a9f5-465be9c25dd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.409180] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722332, 'name': CreateVM_Task, 'duration_secs': 0.51443} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.440561] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.440987] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd228fde-12aa-4348-bc78-85f0920e3ed1 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.023s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.445502] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.445701] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.446592] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.448629] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6506de-fa86-4737-b072-2800397d167d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.451988] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722328, 'name': Destroy_Task, 'duration_secs': 0.675514} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.454027] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b619b76c-e05e-4061-b539-401995b806aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.458179] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Destroyed the VM [ 688.459046] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.462705] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dff70e71-90e6-4c95-ae22-34481dec95b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.464749] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.473747] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be1b20-929d-427e-b789-4e0b8800919e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.485067] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 688.485067] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b5e6d1-be84-7e8c-75d6-5255a38b5cb6" [ 688.485067] env[70480]: _type = "Task" [ 688.485067] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.488956] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 688.488956] env[70480]: value = "task-3722336" [ 688.488956] env[70480]: _type = "Task" [ 688.488956] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.490297] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.490560] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.511964] env[70480]: DEBUG nova.compute.provider_tree [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.513600] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722334, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.521592] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b5e6d1-be84-7e8c-75d6-5255a38b5cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.525887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.526180] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.526431] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.526581] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.526801] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.527121] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.527696] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bf1fd5a-3aff-4dc4-af98-ace237557663 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.539369] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.539567] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.543033] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c55a4cc-273a-409f-863e-4b98eb55598f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.547479] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 688.547479] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52869935-47d7-6460-0a3f-6d664731f4fa" [ 688.547479] env[70480]: _type = "Task" [ 688.547479] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.558928] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52869935-47d7-6460-0a3f-6d664731f4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.682258] env[70480]: DEBUG nova.compute.manager [req-626f76fc-c2e7-45ac-a5b6-e2af6d590e0f req-03919ab9-e380-4ab2-931e-7dce1218b2ed service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Received event network-vif-plugged-c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.682386] env[70480]: DEBUG oslo_concurrency.lockutils [req-626f76fc-c2e7-45ac-a5b6-e2af6d590e0f req-03919ab9-e380-4ab2-931e-7dce1218b2ed service nova] Acquiring lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.684259] env[70480]: DEBUG oslo_concurrency.lockutils [req-626f76fc-c2e7-45ac-a5b6-e2af6d590e0f req-03919ab9-e380-4ab2-931e-7dce1218b2ed service nova] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.684259] env[70480]: DEBUG oslo_concurrency.lockutils [req-626f76fc-c2e7-45ac-a5b6-e2af6d590e0f req-03919ab9-e380-4ab2-931e-7dce1218b2ed service nova] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.684259] env[70480]: DEBUG nova.compute.manager [req-626f76fc-c2e7-45ac-a5b6-e2af6d590e0f req-03919ab9-e380-4ab2-931e-7dce1218b2ed service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] No waiting events found dispatching network-vif-plugged-c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.684259] env[70480]: WARNING nova.compute.manager [req-626f76fc-c2e7-45ac-a5b6-e2af6d590e0f req-03919ab9-e380-4ab2-931e-7dce1218b2ed service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Received unexpected event network-vif-plugged-c3f1298a-bc89-4789-8283-6b4fa88e617a for instance with vm_state building and task_state spawning. [ 688.853841] env[70480]: DEBUG nova.compute.manager [req-a461a126-0140-46c1-be9d-2dc29ecd5ee3 req-91e06c17-f379-4b93-bbf4-93ed69124984 service nova] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Received event network-vif-deleted-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.919733] env[70480]: DEBUG oslo_vmware.api [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722333, 'name': PowerOnVM_Task, 'duration_secs': 0.799554} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.920046] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.920329] env[70480]: INFO nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Took 9.26 seconds to spawn the instance on the hypervisor. [ 688.920495] env[70480]: DEBUG nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.921418] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405a6a8-c8ab-439e-ab77-6a74fc4d9e2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.954075] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.991606] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722334, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.004616] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722336, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.016371] env[70480]: DEBUG nova.scheduler.client.report [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.063158] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52869935-47d7-6460-0a3f-6d664731f4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.064098] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c25c41f-9ad3-446b-9514-40743ccfb62e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.072261] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 689.072261] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528031f7-4d0b-ebcc-cc07-94cb4aae0260" [ 689.072261] env[70480]: _type = "Task" [ 689.072261] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.082651] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528031f7-4d0b-ebcc-cc07-94cb4aae0260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.448743] env[70480]: INFO nova.compute.manager [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Took 24.08 seconds to build instance. [ 689.482995] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722334, 'name': Rename_Task, 'duration_secs': 1.068858} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.484287] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.486582] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a8584a9-b869-4dd0-b523-e4609b784678 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.495060] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.497483] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 689.497483] env[70480]: value = "task-3722338" [ 689.497483] env[70480]: _type = "Task" [ 689.497483] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.515449] env[70480]: DEBUG oslo_vmware.api [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722336, 'name': RemoveSnapshot_Task, 'duration_secs': 0.997445} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.520021] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.520021] env[70480]: INFO nova.compute.manager [None req-2f6b9b9e-a2be-4401-9873-fa2926756ca8 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Took 18.11 seconds to snapshot the instance on the hypervisor. [ 689.522753] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.525797] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.940s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.525920] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.530111] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.431s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.530111] env[70480]: DEBUG nova.objects.instance [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lazy-loading 'resources' on Instance uuid e023a682-2d0a-4201-8ab6-b9735f112774 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.595825] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528031f7-4d0b-ebcc-cc07-94cb4aae0260, 'name': SearchDatastore_Task, 'duration_secs': 0.018072} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.600734] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.600734] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ab8aaa9d-1162-4328-b6fb-ce5b80a01792/ab8aaa9d-1162-4328-b6fb-ce5b80a01792.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.600734] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27866a-7e86-4f12-90d5-caad5f1a52aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.604464] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3dff70f-e34a-45b8-8f21-70499694b1bb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.627462] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.636520] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 689.636520] env[70480]: value = "task-3722339" [ 689.636520] env[70480]: _type = "Task" [ 689.636520] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.649234] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.954226] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4689cff8-0c64-4648-81d4-33ac6d34d354 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.042s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.015128] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.036034] env[70480]: DEBUG nova.compute.utils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.039736] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.040467] env[70480]: DEBUG nova.network.neutron [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.147023] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.147023] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bac295c9-12a9-4c67-8acc-9e36c5873888 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.162687] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722339, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.164889] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 690.164889] env[70480]: value = "task-3722340" [ 690.164889] env[70480]: _type = "Task" [ 690.164889] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.179697] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.181868] env[70480]: DEBUG nova.policy [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e0d30e0c144205bd4bf401f568b92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee1eaf915e634d7fa325e4c4afd59bff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.327975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "32c744da-7d41-4920-8941-93d1dab81cd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.328320] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "32c744da-7d41-4920-8941-93d1dab81cd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.339096] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.339096] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.339096] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.339096] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.339319] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.342346] env[70480]: INFO nova.compute.manager [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Terminating instance [ 690.374660] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "2463f2fd-c558-4548-a035-ece20bd4ee9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.374759] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.432683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.435748] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.009s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.457954] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.522667] env[70480]: DEBUG oslo_vmware.api [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722338, 'name': PowerOnVM_Task, 'duration_secs': 0.811209} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.526118] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.526118] env[70480]: INFO nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Took 8.22 seconds to spawn the instance on the hypervisor. [ 690.526118] env[70480]: DEBUG nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.526118] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0bdf53-3b94-4a6c-b1cf-7ce7004ae358 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.544204] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.663293] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618647} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.663967] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ab8aaa9d-1162-4328-b6fb-ce5b80a01792/ab8aaa9d-1162-4328-b6fb-ce5b80a01792.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.664319] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.664613] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2de2d7fb-8c78-4350-8738-15dda430c281 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.680132] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 690.680132] env[70480]: value = "task-3722342" [ 690.680132] env[70480]: _type = "Task" [ 690.680132] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.684812] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722340, 'name': PowerOffVM_Task, 'duration_secs': 0.317373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.688674] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.688876] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.694568] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ef178-45b3-4682-b1a0-bbbce91e7180 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.715312] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.718750] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038bd6d1-2a7d-450e-ac4a-744865bdf33e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.760919] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864bdaf-c9b1-461c-89e7-e1692e8d5062 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773087] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c860b-6e25-4822-bc05-66195f821fac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.791658] env[70480]: DEBUG nova.compute.provider_tree [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.848703] env[70480]: DEBUG nova.compute.manager [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.848940] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.849872] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310dba4b-f737-4442-a784-7af6df7c5dbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.864847] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.864847] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-036fc21b-e9f9-40bb-81f1-f7aea7d1a0db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.871774] env[70480]: DEBUG oslo_vmware.api [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 690.871774] env[70480]: value = "task-3722343" [ 690.871774] env[70480]: _type = "Task" [ 690.871774] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.886554] env[70480]: DEBUG oslo_vmware.api [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.989501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.054547] env[70480]: INFO nova.compute.manager [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Took 23.87 seconds to build instance. [ 691.181378] env[70480]: DEBUG nova.network.neutron [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Successfully created port: 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.198132] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123124} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.198132] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.199117] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd4e5d7-a9e9-432e-87c4-2240c7364bb4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.210402] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.210762] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.210994] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.211652] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.211652] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.211810] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.212070] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.212351] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.212558] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.212806] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.213084] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.219149] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ea664e-5b3d-4ff4-bb87-f4ca18ae266c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.257154] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] ab8aaa9d-1162-4328-b6fb-ce5b80a01792/ab8aaa9d-1162-4328-b6fb-ce5b80a01792.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.259519] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f4aa94c-d33b-444f-9aec-f423bb017fc0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.276982] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 691.276982] env[70480]: value = "task-3722345" [ 691.276982] env[70480]: _type = "Task" [ 691.276982] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.284150] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 691.284150] env[70480]: value = "task-3722346" [ 691.284150] env[70480]: _type = "Task" [ 691.284150] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.289738] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.295323] env[70480]: DEBUG nova.scheduler.client.report [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.306220] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.385075] env[70480]: DEBUG oslo_vmware.api [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722343, 'name': PowerOffVM_Task, 'duration_secs': 0.35786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.387068] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.387068] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.387068] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-308a5b3f-9a3d-44c2-ac10-ac80ae564396 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.463540] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.464674] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.464674] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Deleting the datastore file [datastore2] dfea2f51-2127-4ae5-b35e-cc3d265d80f6 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.464818] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca61d785-a0fb-4feb-9edf-2bde429633ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.473852] env[70480]: DEBUG oslo_vmware.api [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for the task: (returnval){ [ 691.473852] env[70480]: value = "task-3722348" [ 691.473852] env[70480]: _type = "Task" [ 691.473852] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.479882] env[70480]: DEBUG nova.compute.manager [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Received event network-changed-c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.479994] env[70480]: DEBUG nova.compute.manager [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Refreshing instance network info cache due to event network-changed-c3f1298a-bc89-4789-8283-6b4fa88e617a. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.480659] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] Acquiring lock "refresh_cache-ab8aaa9d-1162-4328-b6fb-ce5b80a01792" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.480659] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] Acquired lock "refresh_cache-ab8aaa9d-1162-4328-b6fb-ce5b80a01792" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.480659] env[70480]: DEBUG nova.network.neutron [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Refreshing network info cache for port c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.489166] env[70480]: DEBUG oslo_vmware.api [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.559754] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.565798] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bc39f12-607a-4d52-bd75-b1c7cca15037 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.471s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.603448] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.603678] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.604583] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.604583] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.604583] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.604793] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.605016] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.605289] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.606426] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.606426] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.606426] env[70480]: DEBUG nova.virt.hardware [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.608040] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3de066-6ec7-4e14-b87d-76afbb04c52c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.621103] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375500c4-ac27-43b8-a0d7-26a90cb56294 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.791385] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722345, 'name': ReconfigVM_Task, 'duration_secs': 0.295102} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.794981] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.811381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.814236] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722346, 'name': ReconfigVM_Task, 'duration_secs': 0.467716} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.814236] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.384s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.815692] env[70480]: INFO nova.compute.claims [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.818423] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Reconfigured VM instance instance-0000000e to attach disk [datastore2] ab8aaa9d-1162-4328-b6fb-ce5b80a01792/ab8aaa9d-1162-4328-b6fb-ce5b80a01792.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.819322] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8440d21a-66ec-4bdd-9014-18270fc26710 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.829782] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 691.829782] env[70480]: value = "task-3722349" [ 691.829782] env[70480]: _type = "Task" [ 691.829782] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.843675] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722349, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.848505] env[70480]: INFO nova.scheduler.client.report [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Deleted allocations for instance e023a682-2d0a-4201-8ab6-b9735f112774 [ 691.992329] env[70480]: DEBUG oslo_vmware.api [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Task: {'id': task-3722348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210644} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.992698] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.992891] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.993079] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.993690] env[70480]: INFO nova.compute.manager [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.993690] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.993690] env[70480]: DEBUG nova.compute.manager [-] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.993895] env[70480]: DEBUG nova.network.neutron [-] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.068833] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.302411] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.302662] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.302817] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.302996] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.303162] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.303352] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.303569] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.303729] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.303891] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.304065] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.304240] env[70480]: DEBUG nova.virt.hardware [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.309990] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 692.310367] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58755dbe-b9f8-4e47-b51b-ba6074f477ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.339736] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 692.339736] env[70480]: value = "task-3722350" [ 692.339736] env[70480]: _type = "Task" [ 692.339736] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.347458] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722349, 'name': Rename_Task, 'duration_secs': 0.280874} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.348853] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.348853] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1a2749-ef54-4ec9-85d7-9abe6a4029fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.354632] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.358454] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Lock "e023a682-2d0a-4201-8ab6-b9735f112774" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.189s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.362804] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 692.362804] env[70480]: value = "task-3722351" [ 692.362804] env[70480]: _type = "Task" [ 692.362804] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.374587] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.424239] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521554e9-f0ab-fe43-24e8-cbd7f3a4b91b/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 692.425691] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a7d113-1c0e-4a38-b126-77c25a704d63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.433881] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521554e9-f0ab-fe43-24e8-cbd7f3a4b91b/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 692.434585] env[70480]: ERROR oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521554e9-f0ab-fe43-24e8-cbd7f3a4b91b/disk-0.vmdk due to incomplete transfer. [ 692.434585] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2f177d7-840b-4538-84d7-fb1b58c008ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.443292] env[70480]: DEBUG oslo_vmware.rw_handles [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521554e9-f0ab-fe43-24e8-cbd7f3a4b91b/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 692.443617] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Uploaded image 78984b67-1e6e-4b63-9bea-7fcb2a8b6e48 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 692.445582] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 692.445858] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03e46a4e-ad72-400f-99bb-a49c2e6f3af4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.453505] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 692.453505] env[70480]: value = "task-3722352" [ 692.453505] env[70480]: _type = "Task" [ 692.453505] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.468185] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722352, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.608016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.854972] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722350, 'name': ReconfigVM_Task, 'duration_secs': 0.36063} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.859021] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.859021] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5af57-a789-4d60-bfb9-18d418f2ac09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.890761] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe/e9463258-c3e8-49d1-96c6-94ffa06b8efe.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.901694] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7df6814-7297-47f1-ae59-98f2e260fe6b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.926188] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.931021] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 692.931021] env[70480]: value = "task-3722353" [ 692.931021] env[70480]: _type = "Task" [ 692.931021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.945469] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.946541] env[70480]: DEBUG nova.network.neutron [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Updated VIF entry in instance network info cache for port c3f1298a-bc89-4789-8283-6b4fa88e617a. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.947018] env[70480]: DEBUG nova.network.neutron [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Updating instance_info_cache with network_info: [{"id": "c3f1298a-bc89-4789-8283-6b4fa88e617a", "address": "fa:16:3e:19:47:8c", "network": {"id": "27d348fa-a4e5-4fb9-94d2-2c579af0cf0e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1146956463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9927ee3f08941bc967f70ed1865f33e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f1298a-bc", "ovs_interfaceid": "c3f1298a-bc89-4789-8283-6b4fa88e617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.975686] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722352, 'name': Destroy_Task, 'duration_secs': 0.368382} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.977295] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Destroyed the VM [ 692.977295] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 692.977295] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a80ab56-b18a-44c8-a25c-b2401da735ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.992655] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 692.992655] env[70480]: value = "task-3722354" [ 692.992655] env[70480]: _type = "Task" [ 692.992655] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.003122] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.376929] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4083dcdf-da49-45a5-bf26-eff4bb3a0ee3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.395051] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5618c-f306-4bea-91de-50199f9f388d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.403841] env[70480]: DEBUG oslo_vmware.api [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722351, 'name': PowerOnVM_Task, 'duration_secs': 0.764838} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.434508] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.434813] env[70480]: INFO nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Took 8.48 seconds to spawn the instance on the hypervisor. [ 693.435021] env[70480]: DEBUG nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.436400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0508b53-9708-4dcf-beae-9fe6ac1fc095 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.445185] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88155d5-9427-4e4a-90c0-b019b012c538 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.450027] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] Releasing lock "refresh_cache-ab8aaa9d-1162-4328-b6fb-ce5b80a01792" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.450365] env[70480]: DEBUG nova.compute.manager [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Received event network-changed-58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.450570] env[70480]: DEBUG nova.compute.manager [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Refreshing instance network info cache due to event network-changed-58f9601f-6072-40d7-b621-57f1e608e027. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.450788] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] Acquiring lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.450925] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] Acquired lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.451095] env[70480]: DEBUG nova.network.neutron [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Refreshing network info cache for port 58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.467033] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722353, 'name': ReconfigVM_Task, 'duration_secs': 0.456026} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.471776] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e85da-add1-4f31-9642-2e786ef74a5c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.475033] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe/e9463258-c3e8-49d1-96c6-94ffa06b8efe.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.475361] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.493126] env[70480]: DEBUG nova.compute.provider_tree [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.505538] env[70480]: DEBUG oslo_vmware.api [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722354, 'name': RemoveSnapshot_Task, 'duration_secs': 0.410767} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.505538] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.505786] env[70480]: INFO nova.compute.manager [None req-cade94fd-b47a-4236-9b40-0f2d1df81ba3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 693.660589] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "b561e468-4930-450f-a3b7-223eacbe36aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.660836] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "b561e468-4930-450f-a3b7-223eacbe36aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.723564] env[70480]: DEBUG nova.network.neutron [-] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.819190] env[70480]: DEBUG nova.network.neutron [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Successfully updated port: 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.979557] env[70480]: INFO nova.compute.manager [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Took 26.39 seconds to build instance. [ 693.993697] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dbf5f0-6524-44ce-8a66-a2d3a148b308 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.999598] env[70480]: DEBUG nova.scheduler.client.report [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.033718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.034325] env[70480]: DEBUG nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.039897] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01c545-96a8-481b-86e4-682eff63f649 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.042901] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.541s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.044376] env[70480]: INFO nova.compute.claims [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.047882] env[70480]: DEBUG nova.network.neutron [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updated VIF entry in instance network info cache for port 58f9601f-6072-40d7-b621-57f1e608e027. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.049372] env[70480]: DEBUG nova.network.neutron [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updating instance_info_cache with network_info: [{"id": "58f9601f-6072-40d7-b621-57f1e608e027", "address": "fa:16:3e:e6:a0:31", "network": {"id": "3fb6a311-bf4c-43e3-aa95-38aee3798d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1580993258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2dad85e6241b4b0faef22a324e9c3187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58f9601f-60", "ovs_interfaceid": "58f9601f-6072-40d7-b621-57f1e608e027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.077254] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.227821] env[70480]: INFO nova.compute.manager [-] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Took 2.23 seconds to deallocate network for instance. [ 694.329791] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "refresh_cache-6167ac3d-0846-4be8-8eec-41fd70935d4c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.329791] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquired lock "refresh_cache-6167ac3d-0846-4be8-8eec-41fd70935d4c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.329791] env[70480]: DEBUG nova.network.neutron [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.493826] env[70480]: DEBUG oslo_concurrency.lockutils [None req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.671s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.552250] env[70480]: DEBUG nova.compute.utils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.557289] env[70480]: DEBUG nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 694.592451] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7b5f4ee-666b-4055-afa9-86e53272e01d req-6264dd29-6237-459e-9ca5-b93cf47ab0f0 service nova] Releasing lock "refresh_cache-ab7a8a12-770a-43c4-b770-7c5201f04dde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.629576] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "cafe0a41-301f-48dc-abad-8ee197460c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.629576] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "cafe0a41-301f-48dc-abad-8ee197460c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.650198] env[70480]: DEBUG nova.network.neutron [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Port ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 694.737773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.872977] env[70480]: DEBUG nova.network.neutron [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.900066] env[70480]: DEBUG nova.compute.manager [req-b645c892-e19c-4338-86c6-9818765482c1 req-981ab3e7-c913-4a21-8fc7-ca082810719d service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Received event network-vif-plugged-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.900449] env[70480]: DEBUG oslo_concurrency.lockutils [req-b645c892-e19c-4338-86c6-9818765482c1 req-981ab3e7-c913-4a21-8fc7-ca082810719d service nova] Acquiring lock "6167ac3d-0846-4be8-8eec-41fd70935d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.900710] env[70480]: DEBUG oslo_concurrency.lockutils [req-b645c892-e19c-4338-86c6-9818765482c1 req-981ab3e7-c913-4a21-8fc7-ca082810719d service nova] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.900830] env[70480]: DEBUG oslo_concurrency.lockutils [req-b645c892-e19c-4338-86c6-9818765482c1 req-981ab3e7-c913-4a21-8fc7-ca082810719d service nova] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.901008] env[70480]: DEBUG nova.compute.manager [req-b645c892-e19c-4338-86c6-9818765482c1 req-981ab3e7-c913-4a21-8fc7-ca082810719d service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] No waiting events found dispatching network-vif-plugged-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.901387] env[70480]: WARNING nova.compute.manager [req-b645c892-e19c-4338-86c6-9818765482c1 req-981ab3e7-c913-4a21-8fc7-ca082810719d service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Received unexpected event network-vif-plugged-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc for instance with vm_state building and task_state spawning. [ 694.999543] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.046013] env[70480]: DEBUG nova.network.neutron [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Updating instance_info_cache with network_info: [{"id": "473d0e7d-fffa-4b1c-aaac-3f1bf15011dc", "address": "fa:16:3e:90:6f:5c", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d0e7d-ff", "ovs_interfaceid": "473d0e7d-fffa-4b1c-aaac-3f1bf15011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.060787] env[70480]: DEBUG nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.526217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.551214] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Releasing lock "refresh_cache-6167ac3d-0846-4be8-8eec-41fd70935d4c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.551706] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Instance network_info: |[{"id": "473d0e7d-fffa-4b1c-aaac-3f1bf15011dc", "address": "fa:16:3e:90:6f:5c", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d0e7d-ff", "ovs_interfaceid": "473d0e7d-fffa-4b1c-aaac-3f1bf15011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.555606] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:6f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473d0e7d-fffa-4b1c-aaac-3f1bf15011dc', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.566786] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Creating folder: Project (ee1eaf915e634d7fa325e4c4afd59bff). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.580605] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a0162eb-62af-4abf-8f75-bfc92781a8a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.595968] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Created folder: Project (ee1eaf915e634d7fa325e4c4afd59bff) in parent group-v741156. [ 695.595968] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Creating folder: Instances. Parent ref: group-v741212. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.596443] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bedfc252-a044-4231-8202-e04a46ad5453 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.613362] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Created folder: Instances in parent group-v741212. [ 695.613509] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.614604] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.614604] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24201f4d-5a45-45d7-a572-98f5021f57ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.641979] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.641979] env[70480]: value = "task-3722357" [ 695.641979] env[70480]: _type = "Task" [ 695.641979] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.653623] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722357, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.689981] env[70480]: DEBUG nova.compute.manager [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.690823] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d579916c-aad6-4ee7-bc76-e8114090c935 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.699897] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b4c86-7fc5-4a49-9971-ca4e8ba5c6e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.709225] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.712683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.712683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.719544] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7cf674-2536-469d-92c3-b9f215133276 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.763402] env[70480]: DEBUG nova.compute.manager [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Received event network-vif-deleted-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.763821] env[70480]: DEBUG nova.compute.manager [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Received event network-changed-edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.763919] env[70480]: DEBUG nova.compute.manager [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Refreshing instance network info cache due to event network-changed-edf6c9ee-b690-4a08-bed0-a59d65cb5158. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.764303] env[70480]: DEBUG oslo_concurrency.lockutils [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] Acquiring lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.764463] env[70480]: DEBUG oslo_concurrency.lockutils [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] Acquired lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.765705] env[70480]: DEBUG nova.network.neutron [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Refreshing network info cache for port edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.767611] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872789eb-380a-48f6-8070-dec698d991f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.778176] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a142c7-3285-4988-9cd7-ab8ef00f0bb6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.798339] env[70480]: DEBUG nova.compute.provider_tree [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.086014] env[70480]: DEBUG nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.115767] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.115968] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.116385] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.116385] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.116491] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.116532] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.116748] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.116906] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.117080] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.117247] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.117417] env[70480]: DEBUG nova.virt.hardware [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.121828] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816d9dd-5627-431e-b8cb-fbbb7d3aa746 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.128089] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bba91e-cf9b-4c5c-baf3-12b23123d4d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.144617] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.150615] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.155715] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.155715] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28148598-4d01-4b07-93e4-1d64e3738436 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.175723] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722357, 'name': CreateVM_Task, 'duration_secs': 0.444479} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.177096] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.177312] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.177312] env[70480]: value = "task-3722358" [ 696.177312] env[70480]: _type = "Task" [ 696.177312] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.177993] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.179709] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.179709] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.179709] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5143e99d-5926-40a5-9634-dc0efc730157 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.191837] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722358, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.193277] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 696.193277] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52686a34-d8b7-25b4-df86-aed9f76bfd2a" [ 696.193277] env[70480]: _type = "Task" [ 696.193277] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.204070] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52686a34-d8b7-25b4-df86-aed9f76bfd2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.228107] env[70480]: INFO nova.compute.manager [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] instance snapshotting [ 696.234235] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38e20fa-bfc6-4fee-b5bc-b6de0f8e337c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.258836] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c301f-d2e8-478a-8d95-12479c51fb36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.304026] env[70480]: DEBUG nova.scheduler.client.report [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.378403] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquiring lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.378535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.454758] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.454921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.564401] env[70480]: DEBUG nova.network.neutron [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updated VIF entry in instance network info cache for port edf6c9ee-b690-4a08-bed0-a59d65cb5158. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.564401] env[70480]: DEBUG nova.network.neutron [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updating instance_info_cache with network_info: [{"id": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "address": "fa:16:3e:94:d9:4e", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf6c9ee-b6", "ovs_interfaceid": "edf6c9ee-b690-4a08-bed0-a59d65cb5158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.690470] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722358, 'name': CreateVM_Task, 'duration_secs': 0.380309} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.691406] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.691406] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.704810] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52686a34-d8b7-25b4-df86-aed9f76bfd2a, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.704810] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.704810] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.704810] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.704996] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.705134] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.705457] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.705751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.706056] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2e812c6-4df1-4638-b7be-7c7f2b0dcdce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.707914] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13db6941-8d2f-49fd-b321-322790707da4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.714555] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 696.714555] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ac8066-bdcb-381d-e369-37881e6d2139" [ 696.714555] env[70480]: _type = "Task" [ 696.714555] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.723031] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.723237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.724536] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01d004c-88b5-4445-80b7-734d67d00769 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.732703] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ac8066-bdcb-381d-e369-37881e6d2139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.738156] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 696.738156] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ade494-4c73-360d-5d22-0664846276de" [ 696.738156] env[70480]: _type = "Task" [ 696.738156] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.748125] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ade494-4c73-360d-5d22-0664846276de, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.748773] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08200b4a-fa7a-46a2-bd7f-6870092d1330 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.754863] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 696.754863] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524e41a8-7367-5b75-8187-afc4e722f57f" [ 696.754863] env[70480]: _type = "Task" [ 696.754863] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.764476] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524e41a8-7367-5b75-8187-afc4e722f57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.772986] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.772986] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dd1d531b-9405-47d5-8ac7-80e938a9e325 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.780825] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 696.780825] env[70480]: value = "task-3722359" [ 696.780825] env[70480]: _type = "Task" [ 696.780825] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.792406] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.816201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.816756] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.819767] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.859s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.821468] env[70480]: INFO nova.compute.claims [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.032313] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.036774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.038314] env[70480]: DEBUG nova.network.neutron [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.070953] env[70480]: DEBUG oslo_concurrency.lockutils [req-1376834a-336c-4c79-9cfd-d41f9f8d2f9d req-624e14b1-7858-41e2-8dc0-1a9201fb1321 service nova] Releasing lock "refresh_cache-5f05d434-be2a-4c6a-93ed-700eba08ecf2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.228424] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ac8066-bdcb-381d-e369-37881e6d2139, 'name': SearchDatastore_Task, 'duration_secs': 0.019621} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.228712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.228947] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.229182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.276415] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524e41a8-7367-5b75-8187-afc4e722f57f, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.276664] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.277111] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 6167ac3d-0846-4be8-8eec-41fd70935d4c/6167ac3d-0846-4be8-8eec-41fd70935d4c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.277552] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.277852] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.278268] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b82eabde-68a3-426a-bca0-3cb2f3167619 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.283696] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc27e78e-098e-4dc5-a6f7-b5fdc1b5faca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.297757] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722359, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.299848] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 697.299848] env[70480]: value = "task-3722360" [ 697.299848] env[70480]: _type = "Task" [ 697.299848] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.301308] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.301562] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.305215] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2493a991-cfbd-4d6a-81cd-66868f035f97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.317127] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.317127] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 697.317127] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b75382-daf6-6363-3ee1-dc1ed73393ff" [ 697.317127] env[70480]: _type = "Task" [ 697.317127] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.331117] env[70480]: DEBUG nova.compute.utils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.331117] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b75382-daf6-6363-3ee1-dc1ed73393ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.331117] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.331117] env[70480]: DEBUG nova.network.neutron [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.374981] env[70480]: DEBUG nova.policy [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f32b3723a66f46c496a0807c4f88bb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3604e7d7698740479bcdb61915162855', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.648662] env[70480]: DEBUG nova.compute.manager [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Received event network-changed-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.648978] env[70480]: DEBUG nova.compute.manager [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Refreshing instance network info cache due to event network-changed-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.649329] env[70480]: DEBUG oslo_concurrency.lockutils [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] Acquiring lock "refresh_cache-6167ac3d-0846-4be8-8eec-41fd70935d4c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.649461] env[70480]: DEBUG oslo_concurrency.lockutils [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] Acquired lock "refresh_cache-6167ac3d-0846-4be8-8eec-41fd70935d4c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.649688] env[70480]: DEBUG nova.network.neutron [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Refreshing network info cache for port 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.671368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "fa211b33-87ca-4dd9-942f-52247766231f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.671612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "fa211b33-87ca-4dd9-942f-52247766231f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.782636] env[70480]: DEBUG nova.network.neutron [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Successfully created port: 33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.798361] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722359, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.816434] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.837445] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.841396] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b75382-daf6-6363-3ee1-dc1ed73393ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.845725] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8b8c15-b2ff-4111-b225-0b02791ff37f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.861165] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 697.861165] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52abfaaa-f70b-5575-94f0-c595adacec27" [ 697.861165] env[70480]: _type = "Task" [ 697.861165] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.881404] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52abfaaa-f70b-5575-94f0-c595adacec27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.959535] env[70480]: DEBUG nova.network.neutron [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance_info_cache with network_info: [{"id": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "address": "fa:16:3e:53:cb:3a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b35c1-2c", "ovs_interfaceid": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.280803] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "511def32-c243-43b2-87f7-d032720e8e5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.282610] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "511def32-c243-43b2-87f7-d032720e8e5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.298502] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722359, 'name': CreateSnapshot_Task, 'duration_secs': 1.272959} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.301803] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.304118] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206d8bf8-4e44-4dd1-802e-a8cbba867114 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.326421] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722360, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.375609] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52abfaaa-f70b-5575-94f0-c595adacec27, 'name': SearchDatastore_Task, 'duration_secs': 0.062625} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.379504] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.380340] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.380677] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5737acf9-b942-49d5-9abd-fd785c8d6a82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.389909] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 698.389909] env[70480]: value = "task-3722361" [ 698.389909] env[70480]: _type = "Task" [ 698.389909] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.408424] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.462665] env[70480]: DEBUG oslo_concurrency.lockutils [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.466998] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "83605608-e5bb-4967-ad6c-7452ec4df689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.467111] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.467328] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "83605608-e5bb-4967-ad6c-7452ec4df689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.467520] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.467751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.470090] env[70480]: INFO nova.compute.manager [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Terminating instance [ 698.476047] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e0615-6657-49bf-9253-8c38c6b67ee3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.483729] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a2af2-0544-4d84-a4a2-1d08abb8d1ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.530227] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57234a6d-f502-45fc-b1bd-c51762ffd25e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.540123] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82e399-6053-43cb-8ac3-ecd4f34e0036 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.558389] env[70480]: DEBUG nova.compute.provider_tree [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.586035] env[70480]: DEBUG nova.network.neutron [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Updated VIF entry in instance network info cache for port 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.586035] env[70480]: DEBUG nova.network.neutron [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Updating instance_info_cache with network_info: [{"id": "473d0e7d-fffa-4b1c-aaac-3f1bf15011dc", "address": "fa:16:3e:90:6f:5c", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d0e7d-ff", "ovs_interfaceid": "473d0e7d-fffa-4b1c-aaac-3f1bf15011dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.814893] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722360, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.835246] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.836604] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3dfbf50d-1a62-475c-b57f-7dfbe85004b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.845452] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 698.845452] env[70480]: value = "task-3722362" [ 698.845452] env[70480]: _type = "Task" [ 698.845452] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.855829] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.857935] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722362, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.880113] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.880113] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.880113] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.880653] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.880653] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.880653] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.880748] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.880928] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.881122] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.881383] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.881578] env[70480]: DEBUG nova.virt.hardware [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.882453] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366579f-abb7-48a5-910d-62a1a77c3b60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.891219] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c3847-fe47-4e1f-a934-643122fbe138 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.913335] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.979416] env[70480]: DEBUG nova.compute.manager [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.980926] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.981446] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efda442-f489-4cc3-8556-2f72fb5aca53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.991596] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.991964] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457772b9-2541-46fa-857c-ebe427ae5a31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.000980] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f51a7-b020-46e2-96a0-f2e80b5d57a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.027648] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b324cdf8-d6b3-4cf6-bbc9-d643a5295c9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.036911] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.062056] env[70480]: DEBUG nova.scheduler.client.report [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.068561] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.068561] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.068762] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleting the datastore file [datastore1] 83605608-e5bb-4967-ad6c-7452ec4df689 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.069156] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22f3179c-8fa1-4b4c-b6f6-084220cb8b85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.079137] env[70480]: DEBUG oslo_vmware.api [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 699.079137] env[70480]: value = "task-3722364" [ 699.079137] env[70480]: _type = "Task" [ 699.079137] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.091144] env[70480]: DEBUG oslo_concurrency.lockutils [req-0d5e54fa-8723-4fd0-8566-d662b993c334 req-dc7e121c-735e-4d71-99ab-4f9cc6804fdb service nova] Releasing lock "refresh_cache-6167ac3d-0846-4be8-8eec-41fd70935d4c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.091556] env[70480]: DEBUG oslo_vmware.api [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.317114] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722360, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.671038} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.317477] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 6167ac3d-0846-4be8-8eec-41fd70935d4c/6167ac3d-0846-4be8-8eec-41fd70935d4c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.317725] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.318037] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cefda9d9-21b7-4ebd-9cef-ae36fcb0c5d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.328552] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 699.328552] env[70480]: value = "task-3722365" [ 699.328552] env[70480]: _type = "Task" [ 699.328552] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.338888] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.361147] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722362, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.406965] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.479755] env[70480]: DEBUG nova.network.neutron [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Successfully updated port: 33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.542725] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.542983] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd4efe4-19d5-4458-9786-b2f9496f847a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.552930] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 699.552930] env[70480]: value = "task-3722366" [ 699.552930] env[70480]: _type = "Task" [ 699.552930] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.564033] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.570034] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.570578] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.577459] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.608s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.577603] env[70480]: DEBUG nova.objects.instance [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lazy-loading 'resources' on Instance uuid 40536092-a993-45c7-b0b3-e264a8a52e09 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.590330] env[70480]: DEBUG oslo_vmware.api [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371458} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.590330] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.590507] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.590562] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.590730] env[70480]: INFO nova.compute.manager [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Took 0.61 seconds to destroy the instance on the hypervisor. [ 699.591740] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.591740] env[70480]: DEBUG nova.compute.manager [-] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.591740] env[70480]: DEBUG nova.network.neutron [-] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.767021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.767365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.836970] env[70480]: DEBUG nova.compute.manager [req-476affa6-a045-46df-96c5-49c95358cbca req-cc44f8e7-115c-48b6-b4c8-8d1c5bcb9061 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Received event network-vif-plugged-33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.841419] env[70480]: DEBUG oslo_concurrency.lockutils [req-476affa6-a045-46df-96c5-49c95358cbca req-cc44f8e7-115c-48b6-b4c8-8d1c5bcb9061 service nova] Acquiring lock "d9953ccd-e624-4ed1-9241-b24f0f378203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.841700] env[70480]: DEBUG oslo_concurrency.lockutils [req-476affa6-a045-46df-96c5-49c95358cbca req-cc44f8e7-115c-48b6-b4c8-8d1c5bcb9061 service nova] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.841871] env[70480]: DEBUG oslo_concurrency.lockutils [req-476affa6-a045-46df-96c5-49c95358cbca req-cc44f8e7-115c-48b6-b4c8-8d1c5bcb9061 service nova] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.842058] env[70480]: DEBUG nova.compute.manager [req-476affa6-a045-46df-96c5-49c95358cbca req-cc44f8e7-115c-48b6-b4c8-8d1c5bcb9061 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] No waiting events found dispatching network-vif-plugged-33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.842233] env[70480]: WARNING nova.compute.manager [req-476affa6-a045-46df-96c5-49c95358cbca req-cc44f8e7-115c-48b6-b4c8-8d1c5bcb9061 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Received unexpected event network-vif-plugged-33004357-0359-45a5-99c4-b37301a2eb28 for instance with vm_state building and task_state spawning. [ 699.849234] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094592} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.852774] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.854049] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb7a43b-328b-4f7b-951b-32b4486bbb3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.880686] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 6167ac3d-0846-4be8-8eec-41fd70935d4c/6167ac3d-0846-4be8-8eec-41fd70935d4c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.884094] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30658df-4f28-4294-9386-e32133991ef7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.903965] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722362, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.916234] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722361, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.074372} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.918576] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.918905] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.919224] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 699.919224] env[70480]: value = "task-3722367" [ 699.919224] env[70480]: _type = "Task" [ 699.919224] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.919589] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcffd684-8871-4c02-84db-b7c1f08fefa0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.937528] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.940088] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 699.940088] env[70480]: value = "task-3722368" [ 699.940088] env[70480]: _type = "Task" [ 699.940088] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.951412] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.982550] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "refresh_cache-d9953ccd-e624-4ed1-9241-b24f0f378203" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.983132] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "refresh_cache-d9953ccd-e624-4ed1-9241-b24f0f378203" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.983549] env[70480]: DEBUG nova.network.neutron [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.065569] env[70480]: DEBUG oslo_vmware.api [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722366, 'name': PowerOnVM_Task, 'duration_secs': 0.423954} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.065969] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.066232] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-635c8ce0-ede7-434c-83f5-e13b530ba0b0 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance 'e9463258-c3e8-49d1-96c6-94ffa06b8efe' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.081667] env[70480]: DEBUG nova.compute.utils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.083632] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.083892] env[70480]: DEBUG nova.network.neutron [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.137057] env[70480]: DEBUG nova.policy [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.367729] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722362, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.409930] env[70480]: DEBUG nova.network.neutron [-] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.435964] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722367, 'name': ReconfigVM_Task, 'duration_secs': 0.46219} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.441369] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 6167ac3d-0846-4be8-8eec-41fd70935d4c/6167ac3d-0846-4be8-8eec-41fd70935d4c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.443197] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba9e3768-9efe-4fa6-a41c-ee4cf02ce366 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.455821] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194357} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.457098] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.458941] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 700.458941] env[70480]: value = "task-3722369" [ 700.458941] env[70480]: _type = "Task" [ 700.458941] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.458941] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a49fe-e27f-422d-acb2-93f6c57cc50a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.488323] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.500433] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82111765-3b67-4fca-a7f4-69b52507ab3d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.514556] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722369, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.516109] env[70480]: DEBUG nova.network.neutron [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Successfully created port: 8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.526087] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 700.526087] env[70480]: value = "task-3722370" [ 700.526087] env[70480]: _type = "Task" [ 700.526087] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.538923] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.569801] env[70480]: DEBUG nova.network.neutron [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.590310] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.804709] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41321be9-55d5-45b8-8420-1c200f3a478b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.815298] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3723c-3801-436a-bcfb-93473fca48f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.852745] env[70480]: DEBUG nova.network.neutron [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Updating instance_info_cache with network_info: [{"id": "33004357-0359-45a5-99c4-b37301a2eb28", "address": "fa:16:3e:5d:ed:e3", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33004357-03", "ovs_interfaceid": "33004357-0359-45a5-99c4-b37301a2eb28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.858459] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4e99a-2482-4426-80cb-07836159923d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.874590] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faffe85-123b-4196-804f-d05c3da5b3f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.879336] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722362, 'name': CloneVM_Task, 'duration_secs': 1.950107} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.880434] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Created linked-clone VM from snapshot [ 700.881771] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f6cb1-3fbd-4642-a2e6-3f10556cad5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.895261] env[70480]: DEBUG nova.compute.provider_tree [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.904611] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Uploading image 550a2664-8c7a-4998-bfec-cbbf29eca283 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.916795] env[70480]: INFO nova.compute.manager [-] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Took 1.32 seconds to deallocate network for instance. [ 700.945133] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 700.945133] env[70480]: value = "vm-741217" [ 700.945133] env[70480]: _type = "VirtualMachine" [ 700.945133] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 700.946305] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-735dc163-d817-44b3-bc41-1036a0b0d082 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.954169] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lease: (returnval){ [ 700.954169] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52638606-36ac-f7ac-b77d-9bf9bda48c35" [ 700.954169] env[70480]: _type = "HttpNfcLease" [ 700.954169] env[70480]: } obtained for exporting VM: (result){ [ 700.954169] env[70480]: value = "vm-741217" [ 700.954169] env[70480]: _type = "VirtualMachine" [ 700.954169] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 700.954519] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the lease: (returnval){ [ 700.954519] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52638606-36ac-f7ac-b77d-9bf9bda48c35" [ 700.954519] env[70480]: _type = "HttpNfcLease" [ 700.954519] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.962429] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.962429] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52638606-36ac-f7ac-b77d-9bf9bda48c35" [ 700.962429] env[70480]: _type = "HttpNfcLease" [ 700.962429] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 700.971417] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722369, 'name': Rename_Task, 'duration_secs': 0.17284} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.972395] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.972659] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f78b9e6-1232-4079-84c7-333e0a25b2d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.980996] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 700.980996] env[70480]: value = "task-3722372" [ 700.980996] env[70480]: _type = "Task" [ 700.980996] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.990107] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.038032] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722370, 'name': ReconfigVM_Task, 'duration_secs': 0.334293} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.038616] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.039408] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f1303d-9ee5-4c86-8a84-0af8be7100da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.047347] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 701.047347] env[70480]: value = "task-3722373" [ 701.047347] env[70480]: _type = "Task" [ 701.047347] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.057423] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722373, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.365837] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "refresh_cache-d9953ccd-e624-4ed1-9241-b24f0f378203" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.365837] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Instance network_info: |[{"id": "33004357-0359-45a5-99c4-b37301a2eb28", "address": "fa:16:3e:5d:ed:e3", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33004357-03", "ovs_interfaceid": "33004357-0359-45a5-99c4-b37301a2eb28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.366090] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:ed:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33004357-0359-45a5-99c4-b37301a2eb28', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.373146] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Creating folder: Project (3604e7d7698740479bcdb61915162855). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.373350] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef5b537-3c52-448a-987d-1063527f3931 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.385613] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Created folder: Project (3604e7d7698740479bcdb61915162855) in parent group-v741156. [ 701.385754] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Creating folder: Instances. Parent ref: group-v741218. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.386018] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc5c9c30-122b-4aaa-a1d7-e9b0a44cf14f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.398797] env[70480]: DEBUG nova.scheduler.client.report [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.402361] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Created folder: Instances in parent group-v741218. [ 701.403779] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.403779] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.403779] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8b1442-e3a6-4e56-9737-5be7efb51f57 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.426255] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.426492] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.426492] env[70480]: value = "task-3722376" [ 701.426492] env[70480]: _type = "Task" [ 701.426492] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.436133] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722376, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.465344] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.465344] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52638606-36ac-f7ac-b77d-9bf9bda48c35" [ 701.465344] env[70480]: _type = "HttpNfcLease" [ 701.465344] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.465344] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.465344] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52638606-36ac-f7ac-b77d-9bf9bda48c35" [ 701.465344] env[70480]: _type = "HttpNfcLease" [ 701.465344] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.466191] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c1cf8e-d001-417a-ba66-55d66fdc57d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.477795] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c831-7336-7cb7-565c-5efe8e7e1428/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.477795] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c831-7336-7cb7-565c-5efe8e7e1428/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.543649] env[70480]: DEBUG oslo_vmware.api [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722372, 'name': PowerOnVM_Task, 'duration_secs': 0.548671} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.543941] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.544162] env[70480]: INFO nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Took 9.98 seconds to spawn the instance on the hypervisor. [ 701.544348] env[70480]: DEBUG nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.545196] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86310ac6-ad2b-4b48-a956-804d70f5d67e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.562683] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722373, 'name': Rename_Task, 'duration_secs': 0.2027} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.563163] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.563432] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82935f7-1933-45bc-a4e7-0eed3efcf136 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.571482] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 701.571482] env[70480]: value = "task-3722377" [ 701.571482] env[70480]: _type = "Task" [ 701.571482] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.577839] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcd89a5d-5d78-4beb-8c53-4bb86fad79a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.591798] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.603506] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.640685] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.640982] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.641138] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.641326] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.641634] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.641721] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.641925] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.642109] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.642295] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.642764] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.642764] env[70480]: DEBUG nova.virt.hardware [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.644168] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1901f-df64-4d3e-adaa-9bde6d93bede {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.657340] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ebf7a-e774-4420-b603-5c1b1447b0ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.904693] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.907513] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.537s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.911392] env[70480]: INFO nova.compute.claims [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.946680] env[70480]: INFO nova.scheduler.client.report [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Deleted allocations for instance 40536092-a993-45c7-b0b3-e264a8a52e09 [ 701.947986] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722376, 'name': CreateVM_Task, 'duration_secs': 0.41704} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.951398] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.952188] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.952393] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.952910] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.953428] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39100ea6-88f7-4430-ba12-62aaf14e2d80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.960339] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 701.960339] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bc92f9-a102-d208-8cf5-a4a3459b442e" [ 701.960339] env[70480]: _type = "Task" [ 701.960339] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.974026] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bc92f9-a102-d208-8cf5-a4a3459b442e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.050266] env[70480]: DEBUG nova.compute.manager [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Received event network-changed-33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.050266] env[70480]: DEBUG nova.compute.manager [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Refreshing instance network info cache due to event network-changed-33004357-0359-45a5-99c4-b37301a2eb28. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.050266] env[70480]: DEBUG oslo_concurrency.lockutils [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] Acquiring lock "refresh_cache-d9953ccd-e624-4ed1-9241-b24f0f378203" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.050266] env[70480]: DEBUG oslo_concurrency.lockutils [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] Acquired lock "refresh_cache-d9953ccd-e624-4ed1-9241-b24f0f378203" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.050521] env[70480]: DEBUG nova.network.neutron [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Refreshing network info cache for port 33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.073178] env[70480]: INFO nova.compute.manager [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Took 32.13 seconds to build instance. [ 702.090836] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.458217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fd920fc-2c29-4f5b-9f60-eb1fe9d1eba9 tempest-ServersAaction247Test-1413621092 tempest-ServersAaction247Test-1413621092-project-member] Lock "40536092-a993-45c7-b0b3-e264a8a52e09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.004s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.476596] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bc92f9-a102-d208-8cf5-a4a3459b442e, 'name': SearchDatastore_Task, 'duration_secs': 0.015132} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.476596] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.476596] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.476596] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477205] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477205] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.477205] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b9233a-1dd6-43e4-939c-93859c23c37f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.487510] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.487985] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.488861] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2ae976-17b9-4955-bde5-7fa37503d29b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.497559] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 702.497559] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5201c58f-3c95-8b0e-a1d8-76296b29a81a" [ 702.497559] env[70480]: _type = "Task" [ 702.497559] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.512150] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5201c58f-3c95-8b0e-a1d8-76296b29a81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.547301] env[70480]: DEBUG nova.compute.manager [None req-8802cf9b-f5c3-49e0-8f09-efd94fdb2a73 tempest-ServerDiagnosticsTest-1771000240 tempest-ServerDiagnosticsTest-1771000240-project-admin] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.548654] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b87fba-9fe8-4536-a559-f0f9c0a221c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.565154] env[70480]: INFO nova.compute.manager [None req-8802cf9b-f5c3-49e0-8f09-efd94fdb2a73 tempest-ServerDiagnosticsTest-1771000240 tempest-ServerDiagnosticsTest-1771000240-project-admin] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Retrieving diagnostics [ 702.566358] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b5872d-3b7f-413c-9c0a-8a54ae992a3a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.607510] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f086af2c-165c-4b57-acb7-2c2e079af556 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.288s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.625144] env[70480]: DEBUG nova.network.neutron [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Successfully updated port: 8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.629118] env[70480]: DEBUG oslo_vmware.api [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722377, 'name': PowerOnVM_Task, 'duration_secs': 0.600693} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.629771] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.630632] env[70480]: INFO nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Took 6.54 seconds to spawn the instance on the hypervisor. [ 702.630632] env[70480]: DEBUG nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.633343] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299efadb-0ce6-470c-817b-ea2197c33d2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.975319] env[70480]: DEBUG nova.network.neutron [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Updated VIF entry in instance network info cache for port 33004357-0359-45a5-99c4-b37301a2eb28. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.976451] env[70480]: DEBUG nova.network.neutron [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Updating instance_info_cache with network_info: [{"id": "33004357-0359-45a5-99c4-b37301a2eb28", "address": "fa:16:3e:5d:ed:e3", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33004357-03", "ovs_interfaceid": "33004357-0359-45a5-99c4-b37301a2eb28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.033032] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5201c58f-3c95-8b0e-a1d8-76296b29a81a, 'name': SearchDatastore_Task, 'duration_secs': 0.014517} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.035062] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8e47c3-de00-408f-940b-3fd42afecc13 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.052320] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 703.052320] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c131d0-9156-4591-08d4-a2a917f63403" [ 703.052320] env[70480]: _type = "Task" [ 703.052320] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.077271] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c131d0-9156-4591-08d4-a2a917f63403, 'name': SearchDatastore_Task, 'duration_secs': 0.024382} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.077782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.078290] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] d9953ccd-e624-4ed1-9241-b24f0f378203/d9953ccd-e624-4ed1-9241-b24f0f378203.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.078825] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ccb4d2-e7f5-4825-933c-6467051d1811 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.094820] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 703.094820] env[70480]: value = "task-3722378" [ 703.094820] env[70480]: _type = "Task" [ 703.094820] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.116853] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.122345] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.131620] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.131620] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.131620] env[70480]: DEBUG nova.network.neutron [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.164362] env[70480]: INFO nova.compute.manager [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Took 32.76 seconds to build instance. [ 703.482659] env[70480]: DEBUG oslo_concurrency.lockutils [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] Releasing lock "refresh_cache-d9953ccd-e624-4ed1-9241-b24f0f378203" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.482969] env[70480]: DEBUG nova.compute.manager [req-b5586ab9-e2d7-48c9-9e5e-a455e598cc49 req-58ca2fae-3c89-45af-8a7e-d0ee917f31e3 service nova] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Received event network-vif-deleted-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.588276] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a7ab2d-c5b8-433a-afc0-6197288fa395 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.604196] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1514c5-c1af-416b-bed7-44dc3c142ab2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.616329] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722378, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.659916] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e64e81-35db-491e-96e6-ffdaa0240977 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.669910] env[70480]: DEBUG oslo_concurrency.lockutils [None req-edb40c67-31fa-4983-a398-ac43f707c280 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "ab851604-15d7-4771-8575-87b4de031f6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.384s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.673941] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98bc71a-4a00-4d07-a2b8-e95f3afe9507 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.695758] env[70480]: DEBUG nova.compute.provider_tree [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.698535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.713992] env[70480]: DEBUG nova.network.neutron [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.810850] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.811517] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.811771] env[70480]: DEBUG nova.compute.manager [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Going to confirm migration 1 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 704.055153] env[70480]: DEBUG nova.network.neutron [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.108238] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730182} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.109985] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] d9953ccd-e624-4ed1-9241-b24f0f378203/d9953ccd-e624-4ed1-9241-b24f0f378203.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.109985] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.109985] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9758e3b8-84ce-4421-95f0-f7e302b49936 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.122025] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 704.122025] env[70480]: value = "task-3722379" [ 704.122025] env[70480]: _type = "Task" [ 704.122025] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.129172] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.182695] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.201341] env[70480]: DEBUG nova.scheduler.client.report [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.396663] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.396663] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.396663] env[70480]: DEBUG nova.network.neutron [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.396663] env[70480]: DEBUG nova.objects.instance [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lazy-loading 'info_cache' on Instance uuid e9463258-c3e8-49d1-96c6-94ffa06b8efe {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.521912] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "6167ac3d-0846-4be8-8eec-41fd70935d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.522287] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.523091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "6167ac3d-0846-4be8-8eec-41fd70935d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.523321] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.523582] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.526170] env[70480]: INFO nova.compute.manager [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Terminating instance [ 704.555259] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.555259] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Instance network_info: |[{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.558473] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:cc:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eecf835-4567-4a6f-a938-ba984898d0d4', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.568670] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Creating folder: Project (faae7ff97768410dbc371412d5cf2df7). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.569557] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4670c575-8f08-4607-8dc0-f9911bf4f2ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.584938] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Created folder: Project (faae7ff97768410dbc371412d5cf2df7) in parent group-v741156. [ 704.585257] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Creating folder: Instances. Parent ref: group-v741221. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.585530] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e7083e7-25d9-42ab-9fa5-1497c7d3a243 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597802] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Created folder: Instances in parent group-v741221. [ 704.598088] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.598436] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.598718] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-446fcd16-a2f8-43ef-ab60-87f74219798d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.630872] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093213} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.632775] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.633513] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.633513] env[70480]: value = "task-3722382" [ 704.633513] env[70480]: _type = "Task" [ 704.633513] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.634601] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda21981-98fb-4bad-8890-3fd466627bf6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.651364] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722382, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.682750] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] d9953ccd-e624-4ed1-9241-b24f0f378203/d9953ccd-e624-4ed1-9241-b24f0f378203.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.685805] env[70480]: INFO nova.compute.manager [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Rebuilding instance [ 704.686909] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6fa43e-5cdb-4b04-9fb5-5f9fc4c3798f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.709407] env[70480]: DEBUG nova.compute.manager [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-vif-plugged-8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.709601] env[70480]: DEBUG oslo_concurrency.lockutils [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.709868] env[70480]: DEBUG oslo_concurrency.lockutils [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.710050] env[70480]: DEBUG oslo_concurrency.lockutils [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.710235] env[70480]: DEBUG nova.compute.manager [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] No waiting events found dispatching network-vif-plugged-8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.710437] env[70480]: WARNING nova.compute.manager [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received unexpected event network-vif-plugged-8eecf835-4567-4a6f-a938-ba984898d0d4 for instance with vm_state building and task_state spawning. [ 704.710601] env[70480]: DEBUG nova.compute.manager [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-changed-8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.710768] env[70480]: DEBUG nova.compute.manager [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Refreshing instance network info cache due to event network-changed-8eecf835-4567-4a6f-a938-ba984898d0d4. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.710959] env[70480]: DEBUG oslo_concurrency.lockutils [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] Acquiring lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.711117] env[70480]: DEBUG oslo_concurrency.lockutils [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] Acquired lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.711247] env[70480]: DEBUG nova.network.neutron [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Refreshing network info cache for port 8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.719317] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.719871] env[70480]: DEBUG nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.725555] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.253s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.727145] env[70480]: INFO nova.compute.claims [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.732421] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 704.732421] env[70480]: value = "task-3722383" [ 704.732421] env[70480]: _type = "Task" [ 704.732421] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.743750] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.754516] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.791029] env[70480]: DEBUG nova.compute.manager [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.792626] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d5ffb-e8d7-4a07-83be-fa563a1736a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.033156] env[70480]: DEBUG nova.compute.manager [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.034224] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.034920] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d199d3-b62d-474b-9c25-4da4c3eddd55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.044458] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.044999] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14f69f1-d9b6-4d5c-8ab8-0c44b062b1fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.052019] env[70480]: DEBUG oslo_vmware.api [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 705.052019] env[70480]: value = "task-3722384" [ 705.052019] env[70480]: _type = "Task" [ 705.052019] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.061490] env[70480]: DEBUG oslo_vmware.api [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.150709] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722382, 'name': CreateVM_Task, 'duration_secs': 0.48907} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.151067] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.151685] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.151877] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.152256] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.152540] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c5f0a7-305a-472d-b3dc-c79f61ac4909 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.159669] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 705.159669] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5279572f-a6ac-218b-b295-c903d2902121" [ 705.159669] env[70480]: _type = "Task" [ 705.159669] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.170052] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5279572f-a6ac-218b-b295-c903d2902121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.232685] env[70480]: DEBUG nova.compute.utils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.236297] env[70480]: DEBUG nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 705.252665] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722383, 'name': ReconfigVM_Task, 'duration_secs': 0.494028} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.253689] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Reconfigured VM instance instance-00000011 to attach disk [datastore2] d9953ccd-e624-4ed1-9241-b24f0f378203/d9953ccd-e624-4ed1-9241-b24f0f378203.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.254471] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dce3812-5972-4bf7-a9e3-cbe6f79f2abf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.267512] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 705.267512] env[70480]: value = "task-3722385" [ 705.267512] env[70480]: _type = "Task" [ 705.267512] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.279033] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722385, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.568209] env[70480]: DEBUG oslo_vmware.api [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722384, 'name': PowerOffVM_Task, 'duration_secs': 0.236098} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.571889] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.572292] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.578042] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-752d3d69-294f-454e-8b5e-ff831440c4ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.664988] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.665252] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.665416] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Deleting the datastore file [datastore2] 6167ac3d-0846-4be8-8eec-41fd70935d4c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.674729] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa8be9de-06ca-4d3b-a7ee-e3ac2ce5b28f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.691540] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5279572f-a6ac-218b-b295-c903d2902121, 'name': SearchDatastore_Task, 'duration_secs': 0.014295} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.693101] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.693749] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.693749] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.693892] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.694115] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.694462] env[70480]: DEBUG oslo_vmware.api [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for the task: (returnval){ [ 705.694462] env[70480]: value = "task-3722387" [ 705.694462] env[70480]: _type = "Task" [ 705.694462] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.695173] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63374557-4300-458c-ad4a-409f844abeb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.707499] env[70480]: DEBUG oslo_vmware.api [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.712730] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.712730] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.713571] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d4b07e-8367-4846-b846-69d7883f77ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.724248] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 705.724248] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52341a0e-8f44-e36a-548f-b5d93e5cc50d" [ 705.724248] env[70480]: _type = "Task" [ 705.724248] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.735430] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52341a0e-8f44-e36a-548f-b5d93e5cc50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.737245] env[70480]: DEBUG nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.776940] env[70480]: DEBUG nova.network.neutron [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updated VIF entry in instance network info cache for port 8eecf835-4567-4a6f-a938-ba984898d0d4. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.777346] env[70480]: DEBUG nova.network.neutron [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.782373] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722385, 'name': Rename_Task, 'duration_secs': 0.2389} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.784033] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.784033] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5b38363-db6c-4874-8667-7f64eec9941f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.791986] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 705.791986] env[70480]: value = "task-3722388" [ 705.791986] env[70480]: _type = "Task" [ 705.791986] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.805620] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.822432] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.822758] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50dde376-1443-42f6-b5dc-39919131bb2a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.832987] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 705.832987] env[70480]: value = "task-3722389" [ 705.832987] env[70480]: _type = "Task" [ 705.832987] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.846633] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.960810] env[70480]: DEBUG nova.network.neutron [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance_info_cache with network_info: [{"id": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "address": "fa:16:3e:53:cb:3a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b35c1-2c", "ovs_interfaceid": "ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.214296] env[70480]: DEBUG oslo_vmware.api [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Task: {'id': task-3722387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.218683] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.219161] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.219641] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.219971] env[70480]: INFO nova.compute.manager [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 706.220400] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.220997] env[70480]: DEBUG nova.compute.manager [-] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.222116] env[70480]: DEBUG nova.network.neutron [-] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.246542] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52341a0e-8f44-e36a-548f-b5d93e5cc50d, 'name': SearchDatastore_Task, 'duration_secs': 0.01926} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.247871] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5879554c-6308-487b-bf4c-c20e4a6bfaa2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.257592] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 706.257592] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7d546-9f22-fca8-1b12-d13abb069a13" [ 706.257592] env[70480]: _type = "Task" [ 706.257592] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.268749] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7d546-9f22-fca8-1b12-d13abb069a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.286373] env[70480]: DEBUG oslo_concurrency.lockutils [req-1d231c71-913f-403b-82c4-f016f6c8749d req-01c4f9f1-6ddf-42a6-818e-ac03f40c1b9e service nova] Releasing lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.304196] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722388, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.352231] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722389, 'name': PowerOffVM_Task, 'duration_secs': 0.197751} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.353324] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.353324] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.353883] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c31b0e-214c-4c58-b7ae-37d161aae084 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.360461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88409a20-8210-4f5e-855d-2c97ce53cfff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.365824] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.366577] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eac6b75-88aa-46e1-9c00-26c2ff2e82d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.372241] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d55ab-d79c-4beb-8e1d-9647ac79736d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.408797] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56624f1e-ce8d-41ff-a55f-54782b6bd90e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.412046] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.413153] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.413153] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleting the datastore file [datastore2] ab851604-15d7-4771-8575-87b4de031f6c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.413153] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edd56cac-5ea4-404a-9c09-8cdc378a45a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.422887] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8c7587-df24-4102-8e91-7d7a413f26c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.430635] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 706.430635] env[70480]: value = "task-3722391" [ 706.430635] env[70480]: _type = "Task" [ 706.430635] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.445778] env[70480]: DEBUG nova.compute.provider_tree [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.456274] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.464469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-e9463258-c3e8-49d1-96c6-94ffa06b8efe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.464683] env[70480]: DEBUG nova.objects.instance [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lazy-loading 'migration_context' on Instance uuid e9463258-c3e8-49d1-96c6-94ffa06b8efe {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.750635] env[70480]: DEBUG nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.776153] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7d546-9f22-fca8-1b12-d13abb069a13, 'name': SearchDatastore_Task, 'duration_secs': 0.016379} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.779526] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.779526] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 14b0be9c-a80a-4212-8ae5-3b5b527fedd1/14b0be9c-a80a-4212-8ae5-3b5b527fedd1.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.779653] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6afdd0c6-ebd1-4f03-9e63-2e7fdaa49b09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.792029] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 706.792029] env[70480]: value = "task-3722392" [ 706.792029] env[70480]: _type = "Task" [ 706.792029] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.793811] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.794808] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.795157] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.795553] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.795843] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.796127] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.796542] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.796841] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.797221] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.797525] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.797813] env[70480]: DEBUG nova.virt.hardware [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.799355] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536644f-a74b-4e2b-80ee-08f3079d4afd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.822022] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.825496] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80055a0b-7bdb-4ed9-a1a4-2b7f0cf1f5e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.830396] env[70480]: DEBUG oslo_vmware.api [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722388, 'name': PowerOnVM_Task, 'duration_secs': 0.849117} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.830714] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.834752] env[70480]: INFO nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Took 7.97 seconds to spawn the instance on the hypervisor. [ 706.834752] env[70480]: DEBUG nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.834752] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1522318-59b7-494c-8cd0-5817df9b232e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.844943] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.852786] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Creating folder: Project (9b44411c74d649fba83a6b957443a6fa). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.853977] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0885830b-9f45-4043-a46c-968f699a5342 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.876934] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Created folder: Project (9b44411c74d649fba83a6b957443a6fa) in parent group-v741156. [ 706.877229] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Creating folder: Instances. Parent ref: group-v741224. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.877592] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba1ea44-59b3-41f9-b9b4-96c31b3ba914 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.891299] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Created folder: Instances in parent group-v741224. [ 706.891658] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.891965] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.893125] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3b823e-b387-4f39-839c-636c6611397c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.923427] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.923427] env[70480]: value = "task-3722395" [ 706.923427] env[70480]: _type = "Task" [ 706.923427] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.935285] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722395, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.945991] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189528} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.946373] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.946596] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.946819] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.952110] env[70480]: DEBUG nova.scheduler.client.report [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.969234] env[70480]: DEBUG nova.objects.base [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.969234] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083d52d-a7de-4ed3-8144-2c23a142f261 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.995160] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd54b2e9-2922-40f9-ad8b-efd4f7e99cd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003424] env[70480]: DEBUG oslo_vmware.api [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 707.003424] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5233aa78-f04f-6a3c-c8e9-685ec1b1c11c" [ 707.003424] env[70480]: _type = "Task" [ 707.003424] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.017020] env[70480]: DEBUG oslo_vmware.api [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5233aa78-f04f-6a3c-c8e9-685ec1b1c11c, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.017380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.222374] env[70480]: DEBUG nova.network.neutron [-] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.295071] env[70480]: DEBUG nova.compute.manager [req-de336757-dbe6-47fa-831b-5551cbe0c670 req-082d20ae-1c78-44df-93d1-92c8b933ee95 service nova] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Received event network-vif-deleted-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.316916] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722392, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.380066] env[70480]: INFO nova.compute.manager [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Took 31.90 seconds to build instance. [ 707.437375] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722395, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.460507] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.461658] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.464792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.836s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.464926] env[70480]: DEBUG nova.objects.instance [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lazy-loading 'resources' on Instance uuid cb37d10c-56da-4d42-9063-4d5272e23907 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.688067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.688067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.688067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.688067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.688417] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.691061] env[70480]: INFO nova.compute.manager [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Terminating instance [ 707.726699] env[70480]: INFO nova.compute.manager [-] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Took 1.50 seconds to deallocate network for instance. [ 707.816019] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631757} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.816411] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 14b0be9c-a80a-4212-8ae5-3b5b527fedd1/14b0be9c-a80a-4212-8ae5-3b5b527fedd1.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.816772] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.817491] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f943e30-bd64-449f-8b6e-181ddb39d13b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.831122] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 707.831122] env[70480]: value = "task-3722396" [ 707.831122] env[70480]: _type = "Task" [ 707.831122] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.845524] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.890098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-696e3b6b-3777-4123-8c2e-cb05bff2b792 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.825s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.937723] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722395, 'name': CreateVM_Task, 'duration_secs': 0.653309} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.938277] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.939421] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.939917] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.940765] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.941614] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539f2eac-4e0c-4558-afa7-90fd3832b10f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.949560] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 707.949560] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5296c2f2-c3a7-1eeb-351e-f57c84544f59" [ 707.949560] env[70480]: _type = "Task" [ 707.949560] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.964552] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5296c2f2-c3a7-1eeb-351e-f57c84544f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.971908] env[70480]: DEBUG nova.compute.utils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.976436] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.976699] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.005411] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.005700] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.005890] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.006111] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.007094] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.007094] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.007094] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.007094] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.007094] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.007315] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.007315] env[70480]: DEBUG nova.virt.hardware [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.008694] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c862e-a19c-4971-81ed-330d3b991551 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.026602] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4d92ba-8b7d-4152-a1c6-bfc1c8c49627 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.045272] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.051979] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.055504] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.056212] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dbd549b-947b-4058-8eb2-faddfbf5453c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.079494] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.079494] env[70480]: value = "task-3722397" [ 708.079494] env[70480]: _type = "Task" [ 708.079494] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.095063] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722397, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.203030] env[70480]: DEBUG nova.compute.manager [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.203030] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.203030] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33042f3b-194f-4c2e-807c-dae04fe0022e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.212909] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.216695] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c554fc5-9b39-4c84-8d76-f3e8cb6119ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.226986] env[70480]: DEBUG oslo_vmware.api [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 708.226986] env[70480]: value = "task-3722398" [ 708.226986] env[70480]: _type = "Task" [ 708.226986] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.242849] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.248519] env[70480]: DEBUG oslo_vmware.api [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.316363] env[70480]: DEBUG nova.policy [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e246b4be6fa34418ab11fc1833abf53c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee31ae95d72b4aa3a3b79d0e59fbe93f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.351849] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172314} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.352321] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.353574] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93ba46-b7f9-4cc5-ab4f-5c14c1f4aced {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.392441] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 14b0be9c-a80a-4212-8ae5-3b5b527fedd1/14b0be9c-a80a-4212-8ae5-3b5b527fedd1.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.395752] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.398506] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558c2243-27fe-4825-a6aa-0631f009f938 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.428730] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 708.428730] env[70480]: value = "task-3722399" [ 708.428730] env[70480]: _type = "Task" [ 708.428730] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.446282] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.472456] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5296c2f2-c3a7-1eeb-351e-f57c84544f59, 'name': SearchDatastore_Task, 'duration_secs': 0.022202} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.473729] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.473729] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.473729] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.473729] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.474060] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.478021] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e119333d-ffbc-4063-ae7f-af694680beb6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.478021] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.493687] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.494340] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.494703] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6469a7bf-d31a-45ae-a36d-9c28aa8f09b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.502343] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 708.502343] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525c3e72-6c50-41e8-3cc4-59d3c436702d" [ 708.502343] env[70480]: _type = "Task" [ 708.502343] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.528736] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525c3e72-6c50-41e8-3cc4-59d3c436702d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.597053] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722397, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.743227] env[70480]: DEBUG oslo_vmware.api [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722398, 'name': PowerOffVM_Task, 'duration_secs': 0.467313} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.743227] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.743227] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.743227] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2e3716-0a3e-4c16-b8ad-4651a30ce80f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.746312] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5681ac9-222c-45f3-adca-7eea63ebe037 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.755345] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7f4d58-1f77-4e4c-a6bd-17317552c489 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.794117] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ec46e-4601-4e90-9b74-0900fd0e8b28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.804325] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3815c257-ba64-4c9f-a382-da417a6656f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.822033] env[70480]: DEBUG nova.compute.provider_tree [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.838791] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.839030] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.839213] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Deleting the datastore file [datastore2] ab8aaa9d-1162-4328-b6fb-ce5b80a01792 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.839812] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5478353-e696-4fe0-bcf7-81c6ffb64676 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.848490] env[70480]: DEBUG oslo_vmware.api [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for the task: (returnval){ [ 708.848490] env[70480]: value = "task-3722401" [ 708.848490] env[70480]: _type = "Task" [ 708.848490] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.860256] env[70480]: DEBUG oslo_vmware.api [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.942526] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.947914] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.018920] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525c3e72-6c50-41e8-3cc4-59d3c436702d, 'name': SearchDatastore_Task, 'duration_secs': 0.025646} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.020581] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6324784-1abf-4d7d-b340-19145aee459e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.027779] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 709.027779] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52744ca3-bbe9-e1e5-8762-4ae97ea35cd0" [ 709.027779] env[70480]: _type = "Task" [ 709.027779] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.043118] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52744ca3-bbe9-e1e5-8762-4ae97ea35cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.094729] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722397, 'name': CreateVM_Task, 'duration_secs': 0.581726} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.094991] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.096245] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.097940] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.097940] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.098727] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf0c34a-2aa5-41b3-9a43-7fd38a55826d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.104160] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "b075c91a-df46-4398-9c46-1b8f5f676b34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.104451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "b075c91a-df46-4398-9c46-1b8f5f676b34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.110110] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 709.110110] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52519c19-1e5f-f0ba-f291-559509e00f6e" [ 709.110110] env[70480]: _type = "Task" [ 709.110110] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.124181] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52519c19-1e5f-f0ba-f291-559509e00f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.289703] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Successfully created port: 227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.368137] env[70480]: DEBUG oslo_vmware.api [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Task: {'id': task-3722401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415572} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.368385] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.368499] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.368669] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.369287] env[70480]: INFO nova.compute.manager [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Took 1.17 seconds to destroy the instance on the hypervisor. [ 709.369287] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.369995] env[70480]: DEBUG nova.compute.manager [-] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.369995] env[70480]: DEBUG nova.network.neutron [-] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.394797] env[70480]: ERROR nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] [req-c6b59a63-043b-4e34-89e5-a57bfb92fbd5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6b59a63-043b-4e34-89e5-a57bfb92fbd5"}]} [ 709.421500] env[70480]: DEBUG nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 709.442405] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722399, 'name': ReconfigVM_Task, 'duration_secs': 0.653615} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.442756] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 14b0be9c-a80a-4212-8ae5-3b5b527fedd1/14b0be9c-a80a-4212-8ae5-3b5b527fedd1.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.445165] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c424db0-aa0c-4b94-8109-0e89bd6f7f22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.455393] env[70480]: DEBUG nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 709.455623] env[70480]: DEBUG nova.compute.provider_tree [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.460895] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 709.460895] env[70480]: value = "task-3722402" [ 709.460895] env[70480]: _type = "Task" [ 709.460895] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.477304] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722402, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.479478] env[70480]: DEBUG nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 709.488437] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.511152] env[70480]: DEBUG nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 709.517480] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.517764] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.517972] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.518349] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.518657] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.518834] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.522259] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.522523] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.522777] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.523035] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.523245] env[70480]: DEBUG nova.virt.hardware [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.524241] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda9339-7995-4408-b73f-a7a6291ca2c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.536371] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7204f405-09ef-4c64-a63c-9ca3ca300d74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.547396] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52744ca3-bbe9-e1e5-8762-4ae97ea35cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013751} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.548361] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.548703] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.549026] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e59de391-cf98-443f-9b26-b6fadcc4b9f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.569160] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 709.569160] env[70480]: value = "task-3722403" [ 709.569160] env[70480]: _type = "Task" [ 709.569160] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.578251] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.625232] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52519c19-1e5f-f0ba-f291-559509e00f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.017856} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.628670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.629136] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.629437] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.629709] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.629817] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.630761] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2255a71-e550-44f7-beda-4f469e4a8690 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.641954] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.642298] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.643426] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab2c986-8437-4772-90db-6b6b8d522e58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.653392] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 709.653392] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a36e4c-c76b-fd9a-8572-7615be2928fe" [ 709.653392] env[70480]: _type = "Task" [ 709.653392] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.664010] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a36e4c-c76b-fd9a-8572-7615be2928fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.975538] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722402, 'name': Rename_Task, 'duration_secs': 0.255283} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.975538] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.975821] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4fb19ea-4148-447d-b88e-91bf8f0f434a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.993935] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 709.993935] env[70480]: value = "task-3722404" [ 709.993935] env[70480]: _type = "Task" [ 709.993935] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.002297] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.086797] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722403, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.117352] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Successfully created port: 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.172036] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a36e4c-c76b-fd9a-8572-7615be2928fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.175355] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb982a94-14ce-49f8-863f-208ca4e55d20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.184263] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 710.184263] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52358d35-cd72-62e3-f6eb-7e4597e7bc17" [ 710.184263] env[70480]: _type = "Task" [ 710.184263] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.205968] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52358d35-cd72-62e3-f6eb-7e4597e7bc17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.244318] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a367b635-6fc9-4496-96af-98db5eea4159 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.253454] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f01c7e-643c-4262-b710-6fe45d3013e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.290745] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55adfee-231f-472c-95d0-ba0269776281 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.300793] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8d2fd-dad7-4f28-af38-4dfd9889dcf0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.320637] env[70480]: DEBUG nova.compute.provider_tree [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.503096] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.587145] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781463} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.587500] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.587728] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.588064] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91ce12fa-e863-49e6-9db3-5cbd1fbfc3df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.599051] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 710.599051] env[70480]: value = "task-3722405" [ 710.599051] env[70480]: _type = "Task" [ 710.599051] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.613418] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.626475] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Successfully created port: 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.647417] env[70480]: DEBUG nova.network.neutron [-] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.696596] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52358d35-cd72-62e3-f6eb-7e4597e7bc17, 'name': SearchDatastore_Task, 'duration_secs': 0.024324} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.696920] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.697399] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.697679] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71af6f2d-bd3a-468d-8b7e-06fad744e34f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.705728] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 710.705728] env[70480]: value = "task-3722406" [ 710.705728] env[70480]: _type = "Task" [ 710.705728] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.716528] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.825330] env[70480]: DEBUG nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.001505] env[70480]: DEBUG oslo_vmware.api [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722404, 'name': PowerOnVM_Task, 'duration_secs': 0.982273} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.001810] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.002042] env[70480]: INFO nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Took 9.40 seconds to spawn the instance on the hypervisor. [ 711.002272] env[70480]: DEBUG nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.004066] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092858c7-80b2-4aa6-a444-1db885365643 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.116266] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.116777] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.119655] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203bafcd-1310-4fde-a69e-f1180418357b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.163859] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.164708] env[70480]: INFO nova.compute.manager [-] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Took 1.79 seconds to deallocate network for instance. [ 711.166065] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b015a521-6ea9-41e3-9c59-cbda10c9ae9c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.206270] env[70480]: DEBUG nova.compute.manager [req-0d862e00-0837-40a8-b99e-f0fd830b4d77 req-ff49e462-9302-47a8-91d6-55749a1bf306 service nova] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Received event network-vif-deleted-c3f1298a-bc89-4789-8283-6b4fa88e617a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.219834] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 711.219834] env[70480]: value = "task-3722407" [ 711.219834] env[70480]: _type = "Task" [ 711.219834] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.237898] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722406, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.242303] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.331589] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.867s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.334263] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.879s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.334582] env[70480]: DEBUG nova.objects.instance [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lazy-loading 'resources' on Instance uuid dc5be2fc-86ba-4c41-b927-318edd4eb2a3 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.371172] env[70480]: INFO nova.scheduler.client.report [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Deleted allocations for instance cb37d10c-56da-4d42-9063-4d5272e23907 [ 711.525064] env[70480]: INFO nova.compute.manager [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Took 32.58 seconds to build instance. [ 711.576685] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c831-7336-7cb7-565c-5efe8e7e1428/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 711.577807] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0e3cd-4e78-4d3d-841c-80c349b0a9be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.585800] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c831-7336-7cb7-565c-5efe8e7e1428/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 711.585881] env[70480]: ERROR oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c831-7336-7cb7-565c-5efe8e7e1428/disk-0.vmdk due to incomplete transfer. [ 711.586109] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1062aa4f-cac0-4f98-b0f2-d8106b5d68b1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.596282] env[70480]: DEBUG oslo_vmware.rw_handles [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0c831-7336-7cb7-565c-5efe8e7e1428/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 711.596282] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Uploaded image 550a2664-8c7a-4998-bfec-cbbf29eca283 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 711.599425] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 711.599425] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb65009c-7502-4898-a168-694cf43d9bf8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.606394] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 711.606394] env[70480]: value = "task-3722408" [ 711.606394] env[70480]: _type = "Task" [ 711.606394] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.617109] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722408, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.714081] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.723883] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800506} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.727782] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.728065] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.728370] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26e6cb9-5584-4c56-8761-4c9b95da66e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.738559] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.740835] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 711.740835] env[70480]: value = "task-3722409" [ 711.740835] env[70480]: _type = "Task" [ 711.740835] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.750991] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.881858] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Lock "cb37d10c-56da-4d42-9063-4d5272e23907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.191s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.031211] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dbc385d3-880d-4078-aa01-a2acb48709ea tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.854s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.084125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.085095] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.130544] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722408, 'name': Destroy_Task, 'duration_secs': 0.415027} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.130544] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Destroyed the VM [ 712.130544] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 712.130544] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7479b79-b875-4601-9dbe-d7b8fde3e0f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.139927] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 712.139927] env[70480]: value = "task-3722410" [ 712.139927] env[70480]: _type = "Task" [ 712.139927] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.152673] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.237071] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722407, 'name': ReconfigVM_Task, 'duration_secs': 0.617684} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.237372] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.237996] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f39e85-19fe-40bd-9fe4-57e970bf6a7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.248652] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 712.248652] env[70480]: value = "task-3722411" [ 712.248652] env[70480]: _type = "Task" [ 712.248652] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.256253] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086443} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.259368] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.260713] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540006b9-af9f-4f31-89ad-3fea0a44ac02 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.266947] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722411, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.289692] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.293444] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77207f2-afaf-48c6-be71-17381a5d9d90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.318448] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 712.318448] env[70480]: value = "task-3722412" [ 712.318448] env[70480]: _type = "Task" [ 712.318448] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.332866] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.489643] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84acd36-fdf5-4656-9c1c-1618eafc7498 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.498354] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8f61d-fc05-4d76-b802-beb51489b391 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.541030] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.544749] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75218229-2de8-4599-a98c-18569cc6300a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.552977] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0f8df4-766a-4dc6-bf21-7e941a586665 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.571277] env[70480]: DEBUG nova.compute.provider_tree [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.659323] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722410, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.756149] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Successfully updated port: 227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.764542] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722411, 'name': Rename_Task, 'duration_secs': 0.237829} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.764714] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.764977] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee6980f-e4cd-445c-93a7-0faaf9f931bb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.779026] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 712.779026] env[70480]: value = "task-3722413" [ 712.779026] env[70480]: _type = "Task" [ 712.779026] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.789279] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.831538] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722412, 'name': ReconfigVM_Task, 'duration_secs': 0.353756} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.833543] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ab851604-15d7-4771-8575-87b4de031f6c/ab851604-15d7-4771-8575-87b4de031f6c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.833543] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77959692-4625-4bda-bdae-210c77d58543 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.840564] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 712.840564] env[70480]: value = "task-3722414" [ 712.840564] env[70480]: _type = "Task" [ 712.840564] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.851016] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722414, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.969504] env[70480]: DEBUG nova.compute.manager [req-5d0b004f-711c-426a-92db-29f813dde5dd req-e5875df6-4c24-4fb7-98a9-941947f1dd69 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-vif-plugged-227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.969504] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d0b004f-711c-426a-92db-29f813dde5dd req-e5875df6-4c24-4fb7-98a9-941947f1dd69 service nova] Acquiring lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.969723] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d0b004f-711c-426a-92db-29f813dde5dd req-e5875df6-4c24-4fb7-98a9-941947f1dd69 service nova] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.969895] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d0b004f-711c-426a-92db-29f813dde5dd req-e5875df6-4c24-4fb7-98a9-941947f1dd69 service nova] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.970110] env[70480]: DEBUG nova.compute.manager [req-5d0b004f-711c-426a-92db-29f813dde5dd req-e5875df6-4c24-4fb7-98a9-941947f1dd69 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] No waiting events found dispatching network-vif-plugged-227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.970285] env[70480]: WARNING nova.compute.manager [req-5d0b004f-711c-426a-92db-29f813dde5dd req-e5875df6-4c24-4fb7-98a9-941947f1dd69 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received unexpected event network-vif-plugged-227aa592-6740-4b7c-9dc5-b3c0eed8b446 for instance with vm_state building and task_state spawning. [ 713.075992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.077739] env[70480]: DEBUG nova.scheduler.client.report [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.156327] env[70480]: DEBUG oslo_vmware.api [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.656336} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.156327] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 713.156540] env[70480]: INFO nova.compute.manager [None req-945b01b3-6be3-4563-86a1-a37dcf17b8bb tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 713.174229] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "0e852a0f-8f69-4119-b833-350dab510cf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.174741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "0e852a0f-8f69-4119-b833-350dab510cf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.286739] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.359498] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722414, 'name': Rename_Task, 'duration_secs': 0.175965} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.360092] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.360092] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0af0f626-5b67-4539-b81a-08486422f5f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.368194] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 713.368194] env[70480]: value = "task-3722415" [ 713.368194] env[70480]: _type = "Task" [ 713.368194] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.377951] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.583749] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.588554] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.093s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.590616] env[70480]: INFO nova.compute.claims [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.627047] env[70480]: INFO nova.scheduler.client.report [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Deleted allocations for instance dc5be2fc-86ba-4c41-b927-318edd4eb2a3 [ 713.794921] env[70480]: DEBUG oslo_vmware.api [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722413, 'name': PowerOnVM_Task, 'duration_secs': 0.909627} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.795374] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.796054] env[70480]: INFO nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Took 7.05 seconds to spawn the instance on the hypervisor. [ 713.796337] env[70480]: DEBUG nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.797187] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c5b2b7-7a8f-49ef-b6ca-a2cab7126eec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.880820] env[70480]: DEBUG oslo_vmware.api [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722415, 'name': PowerOnVM_Task, 'duration_secs': 0.494482} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.881191] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.881690] env[70480]: DEBUG nova.compute.manager [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.884378] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2052f6d-00b2-4e93-92b0-cdae65f0993e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.144628] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5a9e4dc5-a955-4615-9708-1ea822bd6358 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Lock "dc5be2fc-86ba-4c41-b927-318edd4eb2a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.483s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.323227] env[70480]: INFO nova.compute.manager [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Took 32.97 seconds to build instance. [ 714.407074] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.828065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e97453a9-f288-4a75-b1b9-153949192f99 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.307s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.196797] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Successfully updated port: 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.287565] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8925c231-6e7d-4089-ae44-5a6e0c621461 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.298219] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfacadd2-53c2-4775-adba-f463930e6559 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.339309] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.343821] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4183b4-4b7b-46e7-b14c-b1124375700e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.354729] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2df9b7-d4d0-4083-9dba-a6540356b487 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.370431] env[70480]: DEBUG nova.compute.provider_tree [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.872727] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.879167] env[70480]: DEBUG nova.scheduler.client.report [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.100298] env[70480]: DEBUG nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-changed-227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.100525] env[70480]: DEBUG nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Refreshing instance network info cache due to event network-changed-227aa592-6740-4b7c-9dc5-b3c0eed8b446. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.100725] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Acquiring lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.100918] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Acquired lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.105111] env[70480]: DEBUG nova.network.neutron [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Refreshing network info cache for port 227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.387292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.388495] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.400358] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.412s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.403773] env[70480]: INFO nova.compute.claims [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.458832] env[70480]: INFO nova.compute.manager [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Rebuilding instance [ 716.518375] env[70480]: DEBUG nova.compute.manager [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.518375] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe888b0e-e73c-4fb1-a19f-e2de9a6433b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.706808] env[70480]: DEBUG nova.network.neutron [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.901456] env[70480]: DEBUG nova.compute.utils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.902929] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.903211] env[70480]: DEBUG nova.network.neutron [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.914077] env[70480]: DEBUG nova.network.neutron [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.916348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "6e16fab4-3840-47aa-b30e-fd4b17872a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.916348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.916348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "6e16fab4-3840-47aa-b30e-fd4b17872a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.919932] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.919932] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.923311] env[70480]: INFO nova.compute.manager [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Terminating instance [ 717.002131] env[70480]: DEBUG nova.policy [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c77c192051f4901b2ec78867bb1d97e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607888196db041d29e312337f7c16ef5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.412812] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.423032] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Releasing lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.424198] env[70480]: DEBUG nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-changed-8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.425234] env[70480]: DEBUG nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Refreshing instance network info cache due to event network-changed-8eecf835-4567-4a6f-a938-ba984898d0d4. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.425234] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Acquiring lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.425234] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Acquired lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.426206] env[70480]: DEBUG nova.network.neutron [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Refreshing network info cache for port 8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.428592] env[70480]: DEBUG nova.compute.manager [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.431204] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.433447] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be98340b-2832-45ac-9563-6438d3b68026 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.448094] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.448094] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7937f446-1a83-416e-a1e8-5f8054a12929 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.459010] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 717.459010] env[70480]: value = "task-3722416" [ 717.459010] env[70480]: _type = "Task" [ 717.459010] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.475853] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.513477] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "ab851604-15d7-4771-8575-87b4de031f6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.513773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "ab851604-15d7-4771-8575-87b4de031f6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.513998] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "ab851604-15d7-4771-8575-87b4de031f6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.514208] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "ab851604-15d7-4771-8575-87b4de031f6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.514398] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "ab851604-15d7-4771-8575-87b4de031f6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.517456] env[70480]: INFO nova.compute.manager [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Terminating instance [ 717.532414] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.532736] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012aa682-b5aa-4d19-a3b2-a461812bd81e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.541942] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 717.541942] env[70480]: value = "task-3722417" [ 717.541942] env[70480]: _type = "Task" [ 717.541942] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.554803] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.976164] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722416, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.026802] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "refresh_cache-ab851604-15d7-4771-8575-87b4de031f6c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.026802] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "refresh_cache-ab851604-15d7-4771-8575-87b4de031f6c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.026802] env[70480]: DEBUG nova.network.neutron [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.054671] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722417, 'name': PowerOffVM_Task, 'duration_secs': 0.386234} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.062599] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.062599] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.062599] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e0e00e-6be5-42c1-b34c-e7ee57d3bae2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.071135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.071291] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f34fabf-8ea3-4419-b069-b59df2bcea37 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.075786] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c00173-1dbf-47eb-8768-88d38de33482 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.084228] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a1d3e9-e324-4064-9b57-3a19aaa6beba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.120107] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44df8c5-1405-48de-886c-dffcc6374f31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.123359] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.124028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.124028] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Deleting the datastore file [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.126618] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-494395da-1013-407a-823f-4e773f288341 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.137594] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 718.137594] env[70480]: value = "task-3722419" [ 718.137594] env[70480]: _type = "Task" [ 718.137594] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.138880] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2b8517-7e86-44a1-b2b5-2a1c3311144d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.163104] env[70480]: DEBUG nova.compute.provider_tree [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.169231] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.307624] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Successfully updated port: 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.376743] env[70480]: DEBUG nova.network.neutron [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Successfully created port: d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.382599] env[70480]: DEBUG nova.compute.manager [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.385124] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df597e-659f-4984-b408-0e0e527b659e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.426956] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.452439] env[70480]: DEBUG nova.compute.manager [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-changed-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.452683] env[70480]: DEBUG nova.compute.manager [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Refreshing instance network info cache due to event network-changed-4a0ef086-f8c6-4d21-b9c1-812d8d944b84. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.453432] env[70480]: DEBUG oslo_concurrency.lockutils [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] Acquiring lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.453618] env[70480]: DEBUG oslo_concurrency.lockutils [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] Acquired lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.453792] env[70480]: DEBUG nova.network.neutron [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Refreshing network info cache for port 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.478022] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.478022] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.478022] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.478430] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.478430] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.478430] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.478430] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.478564] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.478710] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.478897] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.479093] env[70480]: DEBUG nova.virt.hardware [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.481035] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ff814-334c-4dac-8697-017abb74e41e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.491042] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722416, 'name': PowerOffVM_Task, 'duration_secs': 0.526184} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.493941] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.495257] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.495257] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a58107-97de-42ae-85a6-79c1d257c0b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.498034] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2136aa30-a960-49de-9140-b3d434bd3245 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.560215] env[70480]: DEBUG nova.network.neutron [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updated VIF entry in instance network info cache for port 8eecf835-4567-4a6f-a938-ba984898d0d4. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.560575] env[70480]: DEBUG nova.network.neutron [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.568708] env[70480]: DEBUG nova.network.neutron [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.593896] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.594124] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.594437] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Deleting the datastore file [datastore1] 6e16fab4-3840-47aa-b30e-fd4b17872a44 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.594692] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04171d03-be95-4b6f-98f9-45e34b1bc81c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.605338] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for the task: (returnval){ [ 718.605338] env[70480]: value = "task-3722421" [ 718.605338] env[70480]: _type = "Task" [ 718.605338] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.615431] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.652826] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.653365] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.653479] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.653550] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.673140] env[70480]: DEBUG nova.scheduler.client.report [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.767977] env[70480]: DEBUG nova.network.neutron [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.810116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.897785] env[70480]: INFO nova.compute.manager [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] instance snapshotting [ 718.900864] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6630cb-b2e5-4b18-9885-456596b715ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.924248] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c2e069-8bbf-41e3-8819-2d5ffeef773e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.065630] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Releasing lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.065630] env[70480]: DEBUG nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-vif-plugged-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.065630] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Acquiring lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.065630] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.065630] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.066754] env[70480]: DEBUG nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] No waiting events found dispatching network-vif-plugged-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.066754] env[70480]: WARNING nova.compute.manager [req-bc436d96-444f-4a25-bca6-5b24e14dceb2 req-e4e3d108-e710-44b5-a54f-b28b578c2c86 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received unexpected event network-vif-plugged-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 for instance with vm_state building and task_state spawning. [ 719.089280] env[70480]: DEBUG nova.network.neutron [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.116389] env[70480]: DEBUG oslo_vmware.api [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Task: {'id': task-3722421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252672} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.116621] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.117306] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.117306] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.117306] env[70480]: INFO nova.compute.manager [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Took 1.69 seconds to destroy the instance on the hypervisor. [ 719.117496] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.117621] env[70480]: DEBUG nova.compute.manager [-] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.117698] env[70480]: DEBUG nova.network.neutron [-] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.182174] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.182441] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.185950] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.577s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.186794] env[70480]: INFO nova.compute.claims [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.277494] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "refresh_cache-ab851604-15d7-4771-8575-87b4de031f6c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.277494] env[70480]: DEBUG nova.compute.manager [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.277494] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.277494] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40be3bf-50eb-4910-8d56-00eac3682e67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.286477] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.286573] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33cfcba1-b649-4d8d-a174-500cb9edf7ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.296688] env[70480]: DEBUG oslo_vmware.api [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 719.296688] env[70480]: value = "task-3722422" [ 719.296688] env[70480]: _type = "Task" [ 719.296688] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.311891] env[70480]: DEBUG oslo_vmware.api [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.347238] env[70480]: DEBUG nova.network.neutron [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.441548] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.441548] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27bab0f0-0d6b-4789-802e-d7a7f8ea3fcf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.454717] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 719.454717] env[70480]: value = "task-3722423" [ 719.454717] env[70480]: _type = "Task" [ 719.454717] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.464739] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.702411] env[70480]: DEBUG nova.compute.utils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.706521] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.706871] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.707415] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.707415] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.707593] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.707740] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.707944] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.708211] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.708758] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.708839] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.709071] env[70480]: DEBUG nova.virt.hardware [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.709921] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.710099] env[70480]: DEBUG nova.network.neutron [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.714024] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e48597-8793-4a92-bea6-6cc2824fa8f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.716974] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.731070] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93b5b1-fa3a-4521-8e67-6e6d456c5821 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.750984] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.759084] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.759907] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.760226] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04fee39-6dbd-4ed6-8a1b-3e9a36fac06b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.791228] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.791228] env[70480]: value = "task-3722424" [ 719.791228] env[70480]: _type = "Task" [ 719.791228] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.809070] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722424, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.816115] env[70480]: DEBUG oslo_vmware.api [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722422, 'name': PowerOffVM_Task, 'duration_secs': 0.192401} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.816523] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.817130] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.817247] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9e9a40-6f6d-48d9-bddb-c964e196f67d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.849871] env[70480]: DEBUG nova.policy [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30c59a9702e84942aa8b1f542dd481a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9008b4f1bf8641898c695634bc2d43e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.854066] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.854066] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.854066] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleting the datastore file [datastore1] ab851604-15d7-4771-8575-87b4de031f6c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.854066] env[70480]: DEBUG oslo_concurrency.lockutils [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] Releasing lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.854404] env[70480]: DEBUG nova.compute.manager [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-vif-plugged-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.854484] env[70480]: DEBUG oslo_concurrency.lockutils [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] Acquiring lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.854625] env[70480]: DEBUG oslo_concurrency.lockutils [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.854779] env[70480]: DEBUG oslo_concurrency.lockutils [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.855240] env[70480]: DEBUG nova.compute.manager [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] No waiting events found dispatching network-vif-plugged-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.855240] env[70480]: WARNING nova.compute.manager [req-d25afedc-61fe-4e10-bd43-4ba63c103270 req-b1cfb306-26d7-40f7-a46d-9c0802a9f800 service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received unexpected event network-vif-plugged-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 for instance with vm_state building and task_state spawning. [ 719.855568] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a41e12c-b321-4626-b465-dbef278a77fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.857963] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.858094] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.866456] env[70480]: DEBUG oslo_vmware.api [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 719.866456] env[70480]: value = "task-3722426" [ 719.866456] env[70480]: _type = "Task" [ 719.866456] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.881992] env[70480]: DEBUG oslo_vmware.api [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.969240] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.196016] env[70480]: DEBUG nova.compute.manager [req-0952dee6-7e32-4947-b377-073e630c1b2b req-42f10bf7-09a2-44ca-8c91-c1f06d8baa8a service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Received event network-vif-deleted-3d5169bf-0b23-4d11-8562-58844d7ab6ff {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.196258] env[70480]: INFO nova.compute.manager [req-0952dee6-7e32-4947-b377-073e630c1b2b req-42f10bf7-09a2-44ca-8c91-c1f06d8baa8a service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Neutron deleted interface 3d5169bf-0b23-4d11-8562-58844d7ab6ff; detaching it from the instance and deleting it from the info cache [ 720.196449] env[70480]: DEBUG nova.network.neutron [req-0952dee6-7e32-4947-b377-073e630c1b2b req-42f10bf7-09a2-44ca-8c91-c1f06d8baa8a service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.304344] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722424, 'name': CreateVM_Task, 'duration_secs': 0.515823} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.304526] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.305053] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.305511] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.305839] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56691ffe-4700-44f2-b092-12480cee489c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.317052] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 720.317052] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52452547-90be-69b5-08dd-8d3d5ffc8d08" [ 720.317052] env[70480]: _type = "Task" [ 720.317052] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.326966] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52452547-90be-69b5-08dd-8d3d5ffc8d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.379642] env[70480]: DEBUG nova.network.neutron [-] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.381130] env[70480]: DEBUG oslo_vmware.api [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126568} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.384893] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.385293] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.385430] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.387795] env[70480]: INFO nova.compute.manager [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 720.387795] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.387795] env[70480]: DEBUG nova.compute.manager [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.387795] env[70480]: DEBUG nova.network.neutron [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.424175] env[70480]: DEBUG nova.network.neutron [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.438201] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.466283] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722423, 'name': CreateSnapshot_Task, 'duration_secs': 0.520047} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.469529] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.470744] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cfb0c4-1067-47fe-8a61-c79954029258 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.671402] env[70480]: DEBUG nova.network.neutron [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Successfully created port: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.704958] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e7f22a4-8fcd-4c23-9060-85e68d87b204 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.722967] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c37c81-9583-4d21-b6d0-c49ee8ee0a3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.743020] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.775493] env[70480]: DEBUG nova.compute.manager [req-0952dee6-7e32-4947-b377-073e630c1b2b req-42f10bf7-09a2-44ca-8c91-c1f06d8baa8a service nova] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Detach interface failed, port_id=3d5169bf-0b23-4d11-8562-58844d7ab6ff, reason: Instance 6e16fab4-3840-47aa-b30e-fd4b17872a44 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 720.790740] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.791226] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.791394] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.791962] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.792165] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.792316] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.792591] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.792776] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.792948] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.793120] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.793287] env[70480]: DEBUG nova.virt.hardware [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.794657] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ebb58d-c7c0-45db-855a-fad68bcee223 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.809552] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846ad59a-9c99-481e-b7e1-3c009e9dfd9d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.845730] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52452547-90be-69b5-08dd-8d3d5ffc8d08, 'name': SearchDatastore_Task, 'duration_secs': 0.061026} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.845730] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.845730] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.845730] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.846117] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.846117] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.846117] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe8ca456-8b98-45aa-991e-3a1652ebe59b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.856890] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.857114] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.858022] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6a6e40-8838-408c-93fd-62873ea80fca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.869429] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 720.869429] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52141e18-5a2b-5c52-2309-b48cb0a4d58d" [ 720.869429] env[70480]: _type = "Task" [ 720.869429] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.877121] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52141e18-5a2b-5c52-2309-b48cb0a4d58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.886501] env[70480]: INFO nova.compute.manager [-] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Took 1.77 seconds to deallocate network for instance. [ 720.928495] env[70480]: DEBUG nova.network.neutron [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.968841] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542ea93a-e769-40b0-83f0-3c97f00170d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.978179] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413333a-f41b-4b9a-96a9-5cbecfdbd663 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.018306] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.027620] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e0f3953-9b9e-4867-b613-91bdb11838db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.027888] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30dfe7f-98b9-4a41-8e7e-7bd8a35fe200 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.031836] env[70480]: DEBUG nova.network.neutron [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Successfully updated port: d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.045307] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7522b6a-a3ee-4338-9ca0-fbdf3f0ce5b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.048563] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 721.048563] env[70480]: value = "task-3722427" [ 721.048563] env[70480]: _type = "Task" [ 721.048563] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.061951] env[70480]: DEBUG nova.compute.provider_tree [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.069761] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722427, 'name': CloneVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.371497] env[70480]: DEBUG nova.compute.manager [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-changed-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.371497] env[70480]: DEBUG nova.compute.manager [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Refreshing instance network info cache due to event network-changed-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.371497] env[70480]: DEBUG oslo_concurrency.lockutils [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] Acquiring lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.390164] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52141e18-5a2b-5c52-2309-b48cb0a4d58d, 'name': SearchDatastore_Task, 'duration_secs': 0.030667} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.391191] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bbf71c-637f-49c8-adf5-325cdf12e228 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.394462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.399536] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 721.399536] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fc971a-eaff-39d9-bc9f-c4d33d451821" [ 721.399536] env[70480]: _type = "Task" [ 721.399536] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.412480] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fc971a-eaff-39d9-bc9f-c4d33d451821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.435130] env[70480]: INFO nova.compute.manager [-] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Took 1.05 seconds to deallocate network for instance. [ 721.449877] env[70480]: DEBUG nova.network.neutron [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Updating instance_info_cache with network_info: [{"id": "227aa592-6740-4b7c-9dc5-b3c0eed8b446", "address": "fa:16:3e:77:9d:99", "network": {"id": "5ae794a9-1b1b-46d1-8537-a1dc21541536", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-978961734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227aa592-67", "ovs_interfaceid": "227aa592-6740-4b7c-9dc5-b3c0eed8b446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a0ef086-f8c6-4d21-b9c1-812d8d944b84", "address": "fa:16:3e:7e:fc:32", "network": {"id": "cab5aa48-56cc-419a-801a-22da741476f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003526157", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0ef086-f8", "ovs_interfaceid": "4a0ef086-f8c6-4d21-b9c1-812d8d944b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2", "address": "fa:16:3e:43:59:7c", "network": {"id": "5ae794a9-1b1b-46d1-8537-a1dc21541536", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-978961734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e91c7e1-84", "ovs_interfaceid": "1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.535915] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "refresh_cache-f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.536080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired lock "refresh_cache-f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.536307] env[70480]: DEBUG nova.network.neutron [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.563061] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722427, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.565516] env[70480]: DEBUG nova.scheduler.client.report [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.632316] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.632790] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.915230] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fc971a-eaff-39d9-bc9f-c4d33d451821, 'name': SearchDatastore_Task, 'duration_secs': 0.015154} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.915230] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.915230] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.915230] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e1776e-5a2c-42e1-93dc-3c9be9423de0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.922716] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 721.922716] env[70480]: value = "task-3722428" [ 721.922716] env[70480]: _type = "Task" [ 721.922716] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.933570] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.943807] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.951625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Releasing lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.952088] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance network_info: |[{"id": "227aa592-6740-4b7c-9dc5-b3c0eed8b446", "address": "fa:16:3e:77:9d:99", "network": {"id": "5ae794a9-1b1b-46d1-8537-a1dc21541536", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-978961734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227aa592-67", "ovs_interfaceid": "227aa592-6740-4b7c-9dc5-b3c0eed8b446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a0ef086-f8c6-4d21-b9c1-812d8d944b84", "address": "fa:16:3e:7e:fc:32", "network": {"id": "cab5aa48-56cc-419a-801a-22da741476f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003526157", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0ef086-f8", "ovs_interfaceid": "4a0ef086-f8c6-4d21-b9c1-812d8d944b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2", "address": "fa:16:3e:43:59:7c", "network": {"id": "5ae794a9-1b1b-46d1-8537-a1dc21541536", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-978961734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e91c7e1-84", "ovs_interfaceid": "1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.952472] env[70480]: DEBUG oslo_concurrency.lockutils [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] Acquired lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.952691] env[70480]: DEBUG nova.network.neutron [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Refreshing network info cache for port 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.954413] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:9d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '227aa592-6740-4b7c-9dc5-b3c0eed8b446', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:fc:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a0ef086-f8c6-4d21-b9c1-812d8d944b84', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:59:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.966952] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Creating folder: Project (ee31ae95d72b4aa3a3b79d0e59fbe93f). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.970877] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8189afd5-5eab-4526-9b0e-b8532c79bef0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.985241] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Created folder: Project (ee31ae95d72b4aa3a3b79d0e59fbe93f) in parent group-v741156. [ 721.985461] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Creating folder: Instances. Parent ref: group-v741231. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.985714] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beceb56b-0aae-4e5b-b6a3-2dbd936eb826 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.999136] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Created folder: Instances in parent group-v741231. [ 721.999136] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.999136] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.999136] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f6e3a2-7bb0-4ccb-b02e-187210a357aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.031577] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.031577] env[70480]: value = "task-3722431" [ 722.031577] env[70480]: _type = "Task" [ 722.031577] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.044078] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722431, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.062686] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722427, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.071043] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.074708] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.077292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.339s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.077292] env[70480]: DEBUG nova.objects.instance [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lazy-loading 'resources' on Instance uuid dfea2f51-2127-4ae5-b35e-cc3d265d80f6 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.098104] env[70480]: DEBUG nova.network.neutron [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.436917] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722428, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.463772] env[70480]: DEBUG nova.network.neutron [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Updating instance_info_cache with network_info: [{"id": "d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6", "address": "fa:16:3e:01:3a:d7", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ffa074-74", "ovs_interfaceid": "d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.485215] env[70480]: DEBUG nova.network.neutron [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Updated VIF entry in instance network info cache for port 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.485742] env[70480]: DEBUG nova.network.neutron [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Updating instance_info_cache with network_info: [{"id": "227aa592-6740-4b7c-9dc5-b3c0eed8b446", "address": "fa:16:3e:77:9d:99", "network": {"id": "5ae794a9-1b1b-46d1-8537-a1dc21541536", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-978961734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227aa592-67", "ovs_interfaceid": "227aa592-6740-4b7c-9dc5-b3c0eed8b446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a0ef086-f8c6-4d21-b9c1-812d8d944b84", "address": "fa:16:3e:7e:fc:32", "network": {"id": "cab5aa48-56cc-419a-801a-22da741476f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003526157", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0ef086-f8", "ovs_interfaceid": "4a0ef086-f8c6-4d21-b9c1-812d8d944b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2", "address": "fa:16:3e:43:59:7c", "network": {"id": "5ae794a9-1b1b-46d1-8537-a1dc21541536", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-978961734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e91c7e1-84", "ovs_interfaceid": "1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.543819] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722431, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.562453] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722427, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.580316] env[70480]: DEBUG nova.compute.utils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.586698] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.586988] env[70480]: DEBUG nova.network.neutron [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.657010] env[70480]: DEBUG nova.policy [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45cf87aa050e493d8121ad140cc8c295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d771ea72084e299b0307cdb5ed1fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.780543] env[70480]: DEBUG nova.network.neutron [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Successfully updated port: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.937519] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576425} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.937808] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.938041] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.938321] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b29a74-eab6-4960-8312-e75838c2a4ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.946071] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 722.946071] env[70480]: value = "task-3722432" [ 722.946071] env[70480]: _type = "Task" [ 722.946071] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.958400] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.968716] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Releasing lock "refresh_cache-f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.969063] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Instance network_info: |[{"id": "d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6", "address": "fa:16:3e:01:3a:d7", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ffa074-74", "ovs_interfaceid": "d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.969511] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:3a:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7ffa074-74f6-44e1-acac-b2cdd5e3a7f6', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.980705] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.985213] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.986204] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8427828b-fa84-4f15-b8d1-f06797f04b05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.006184] env[70480]: DEBUG oslo_concurrency.lockutils [req-3555144f-3c54-474e-81a1-fe2da46b586e req-c0dcee9f-1171-44dd-b20c-f0ff1185571f service nova] Releasing lock "refresh_cache-c232a196-751e-4e4b-b2c3-b85f5863b07c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.012914] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.012914] env[70480]: value = "task-3722433" [ 723.012914] env[70480]: _type = "Task" [ 723.012914] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.023703] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722433, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.050997] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722431, 'name': CreateVM_Task, 'duration_secs': 0.687069} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.051465] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.052856] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.053150] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.053609] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.054092] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a070f842-7bd2-4000-9801-26cda02048bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.067326] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 723.067326] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b83088-2ca6-f3d7-ae6b-fe08b67524d0" [ 723.067326] env[70480]: _type = "Task" [ 723.067326] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.076802] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722427, 'name': CloneVM_Task, 'duration_secs': 1.952248} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.083369] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Created linked-clone VM from snapshot [ 723.084940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48ca5e4-0ba0-4bac-ab82-f639f982adce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.091689] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.108684] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Uploading image 4b38ea95-8e1e-4573-be35-7c8a3fb2af15 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.111061] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b83088-2ca6-f3d7-ae6b-fe08b67524d0, 'name': SearchDatastore_Task, 'duration_secs': 0.023786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.112506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.112882] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.112882] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.113019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.113206] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.113539] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b33f0aa6-3bdb-4aac-88c4-aca5bbb0b194 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.127220] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.127454] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.129357] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.129643] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35f2837-2871-4fc5-82a2-ba35f02767f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.135179] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48f841ea-1dab-499e-a817-1b3cc99ff0a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.141018] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 723.141018] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cd61e-bbae-2a44-314a-6defc68b2afe" [ 723.141018] env[70480]: _type = "Task" [ 723.141018] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.144416] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 723.144416] env[70480]: value = "task-3722434" [ 723.144416] env[70480]: _type = "Task" [ 723.144416] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.166490] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722434, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.167405] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cd61e-bbae-2a44-314a-6defc68b2afe, 'name': SearchDatastore_Task, 'duration_secs': 0.019469} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.167881] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556f161c-e2f2-48e3-a6ef-3364cab11be7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.176347] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 723.176347] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529995a9-865f-1c60-6b56-10a241fae948" [ 723.176347] env[70480]: _type = "Task" [ 723.176347] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.188109] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529995a9-865f-1c60-6b56-10a241fae948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.246848] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f5597-efd4-47f5-ba14-3f43bd300069 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.256592] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c6e02-fa4a-4823-bb1f-187eef1fe5e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.294970] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.294970] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.294970] env[70480]: DEBUG nova.network.neutron [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.295783] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b970aa-d313-4fb1-ba19-a760a6eeca18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.306259] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c4c76-fd4c-4f66-929c-519f548fcbae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.329607] env[70480]: DEBUG nova.compute.provider_tree [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.419347] env[70480]: DEBUG nova.network.neutron [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Successfully created port: a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.462568] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074487} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.462900] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.463637] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d8ba0-a5f4-4539-b62a-7176a37655ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.486803] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.487159] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b68ced7-bbac-42cd-9a51-64f1f4ed3171 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.509728] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 723.509728] env[70480]: value = "task-3722435" [ 723.509728] env[70480]: _type = "Task" [ 723.509728] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.523760] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.527222] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722433, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.659525] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722434, 'name': Destroy_Task, 'duration_secs': 0.399879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.661024] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Destroyed the VM [ 723.661024] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 723.661385] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f2ccf07-1cc0-4350-a1d4-2ecc6fda177d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.669460] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 723.669460] env[70480]: value = "task-3722436" [ 723.669460] env[70480]: _type = "Task" [ 723.669460] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.680171] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.692817] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529995a9-865f-1c60-6b56-10a241fae948, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.693133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.693412] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] c232a196-751e-4e4b-b2c3-b85f5863b07c/c232a196-751e-4e4b-b2c3-b85f5863b07c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.693728] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87925f14-879c-4215-8387-25bc0f2180f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.701294] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 723.701294] env[70480]: value = "task-3722437" [ 723.701294] env[70480]: _type = "Task" [ 723.701294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.713270] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.778031] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Received event network-vif-plugged-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.778865] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Acquiring lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.778865] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.779009] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.779615] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] No waiting events found dispatching network-vif-plugged-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.779615] env[70480]: WARNING nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Received unexpected event network-vif-plugged-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 for instance with vm_state building and task_state spawning. [ 723.779615] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Received event network-changed-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.779615] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Refreshing instance network info cache due to event network-changed-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.779778] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Acquiring lock "refresh_cache-f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.779829] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Acquired lock "refresh_cache-f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.779998] env[70480]: DEBUG nova.network.neutron [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Refreshing network info cache for port d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.834235] env[70480]: DEBUG nova.network.neutron [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.837234] env[70480]: DEBUG nova.scheduler.client.report [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.991016] env[70480]: DEBUG nova.network.neutron [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.024373] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722435, 'name': ReconfigVM_Task, 'duration_secs': 0.316387} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.028092] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.028521] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722433, 'name': CreateVM_Task, 'duration_secs': 0.530462} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.029019] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908cce51-a348-4179-be57-ac094330d138 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.030706] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.031463] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.031641] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.031959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.032594] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc498e0-8635-4ea0-aaca-b4cb8b793873 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.037049] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 724.037049] env[70480]: value = "task-3722438" [ 724.037049] env[70480]: _type = "Task" [ 724.037049] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.038475] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 724.038475] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521015ed-56f2-9a5e-c29e-0bae40bcf764" [ 724.038475] env[70480]: _type = "Task" [ 724.038475] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.051306] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722438, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.054991] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521015ed-56f2-9a5e-c29e-0bae40bcf764, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.055324] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.055602] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.055852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.056010] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.056195] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.056460] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e97e236-4d23-4b92-82d8-a1f48a79fd5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.068026] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.068026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.068026] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eaec57a-b19a-479e-9ca8-cac26552ddd5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.072666] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 724.072666] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52328a4c-35cc-4b9c-b707-b4353df2b714" [ 724.072666] env[70480]: _type = "Task" [ 724.072666] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.081962] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52328a4c-35cc-4b9c-b707-b4353df2b714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.119023] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.143824] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.143973] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.144151] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.144278] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.144423] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.144571] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.144779] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.144948] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.145505] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.145505] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.147022] env[70480]: DEBUG nova.virt.hardware [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.147446] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a60c6f6-8263-4405-a43f-23cb92855665 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.156330] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789a8d1-14cc-46c0-8d81-59db80ba6918 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.179739] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.213188] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.342587] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.345988] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.819s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.346318] env[70480]: INFO nova.compute.claims [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.371743] env[70480]: INFO nova.scheduler.client.report [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Deleted allocations for instance dfea2f51-2127-4ae5-b35e-cc3d265d80f6 [ 724.493830] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.494256] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Instance network_info: |[{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.495655] env[70480]: DEBUG nova.network.neutron [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Updated VIF entry in instance network info cache for port d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.495759] env[70480]: DEBUG nova.network.neutron [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Updating instance_info_cache with network_info: [{"id": "d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6", "address": "fa:16:3e:01:3a:d7", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ffa074-74", "ovs_interfaceid": "d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.501043] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:bf:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.507066] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Creating folder: Project (9008b4f1bf8641898c695634bc2d43e3). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.507066] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1f1bed7-b21a-446e-b261-f205b9e39b79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.521136] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Created folder: Project (9008b4f1bf8641898c695634bc2d43e3) in parent group-v741156. [ 724.521339] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Creating folder: Instances. Parent ref: group-v741235. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.521616] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35c06ca8-0cc9-48e9-8749-0ee185a5874d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.537231] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Created folder: Instances in parent group-v741235. [ 724.537294] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.539056] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.539056] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa184d42-8ca4-4ae1-a7bf-b4d67b062668 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.564075] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722438, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.565954] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.565954] env[70480]: value = "task-3722441" [ 724.565954] env[70480]: _type = "Task" [ 724.565954] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.583690] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722441, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.591436] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52328a4c-35cc-4b9c-b707-b4353df2b714, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.592751] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377a4b96-a781-4390-8829-c5d271e31e36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.601024] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 724.601024] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b169db-a576-0c4f-4874-92d809ab82ff" [ 724.601024] env[70480]: _type = "Task" [ 724.601024] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.611669] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b169db-a576-0c4f-4874-92d809ab82ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.684347] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.716251] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722437, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.884982] env[70480]: DEBUG oslo_concurrency.lockutils [None req-938a6959-4319-433b-93d1-0b592330bdca tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Lock "dfea2f51-2127-4ae5-b35e-cc3d265d80f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.546s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.008718] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Releasing lock "refresh_cache-f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.009189] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received event network-vif-plugged-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.009354] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Acquiring lock "5782f024-2141-44ec-8db8-ece7e977df88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.009811] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Lock "5782f024-2141-44ec-8db8-ece7e977df88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.009811] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Lock "5782f024-2141-44ec-8db8-ece7e977df88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.009982] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] No waiting events found dispatching network-vif-plugged-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.010221] env[70480]: WARNING nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received unexpected event network-vif-plugged-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd for instance with vm_state building and task_state spawning. [ 725.010485] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.010706] env[70480]: DEBUG nova.compute.manager [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing instance network info cache due to event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.010973] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.011283] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.011755] env[70480]: DEBUG nova.network.neutron [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.069306] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722438, 'name': Rename_Task, 'duration_secs': 1.0293} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.074811] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.074986] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950df04e-994b-4849-b3a1-4e16e9373fda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.088143] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722441, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.088714] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 725.088714] env[70480]: value = "task-3722442" [ 725.088714] env[70480]: _type = "Task" [ 725.088714] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.098745] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.114211] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b169db-a576-0c4f-4874-92d809ab82ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012525} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.114604] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.114944] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] f75b5e44-2c28-4e8e-9021-ab74f7e2ac49/f75b5e44-2c28-4e8e-9021-ab74f7e2ac49.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.115299] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a5dee6e-fbf4-4d14-9511-c5c4d6ef0497 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.124891] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 725.124891] env[70480]: value = "task-3722443" [ 725.124891] env[70480]: _type = "Task" [ 725.124891] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.135212] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.185261] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722436, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.215345] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722437, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.304065} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.215644] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] c232a196-751e-4e4b-b2c3-b85f5863b07c/c232a196-751e-4e4b-b2c3-b85f5863b07c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.215871] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.216218] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f1a792-d5a0-499f-a86a-215cc9e05c36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.228650] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 725.228650] env[70480]: value = "task-3722444" [ 725.228650] env[70480]: _type = "Task" [ 725.228650] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.239621] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.583813] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722441, 'name': CreateVM_Task, 'duration_secs': 0.688439} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.584531] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.585472] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.586046] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.587070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.590041] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b90b67e-d778-4efb-9f58-d2fa6f252d4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.601115] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 725.601115] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52996d88-11ab-88e5-424c-e856515e3ce0" [ 725.601115] env[70480]: _type = "Task" [ 725.601115] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.607025] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.624441] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52996d88-11ab-88e5-424c-e856515e3ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.625598] env[70480]: DEBUG nova.network.neutron [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Successfully updated port: a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.639342] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722443, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.689868] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722436, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.719221] env[70480]: DEBUG nova.compute.manager [req-22ae7822-8a7e-40f0-b0c6-c5e82ee071be req-ada995a1-e18e-41a6-b333-dee7b0eb04a7 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Received event network-vif-plugged-a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.719611] env[70480]: DEBUG oslo_concurrency.lockutils [req-22ae7822-8a7e-40f0-b0c6-c5e82ee071be req-ada995a1-e18e-41a6-b333-dee7b0eb04a7 service nova] Acquiring lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.719849] env[70480]: DEBUG oslo_concurrency.lockutils [req-22ae7822-8a7e-40f0-b0c6-c5e82ee071be req-ada995a1-e18e-41a6-b333-dee7b0eb04a7 service nova] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.720035] env[70480]: DEBUG oslo_concurrency.lockutils [req-22ae7822-8a7e-40f0-b0c6-c5e82ee071be req-ada995a1-e18e-41a6-b333-dee7b0eb04a7 service nova] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.720239] env[70480]: DEBUG nova.compute.manager [req-22ae7822-8a7e-40f0-b0c6-c5e82ee071be req-ada995a1-e18e-41a6-b333-dee7b0eb04a7 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] No waiting events found dispatching network-vif-plugged-a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.720561] env[70480]: WARNING nova.compute.manager [req-22ae7822-8a7e-40f0-b0c6-c5e82ee071be req-ada995a1-e18e-41a6-b333-dee7b0eb04a7 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Received unexpected event network-vif-plugged-a65eabf0-706a-472f-9179-42146aa0bb93 for instance with vm_state building and task_state spawning. [ 725.745019] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081518} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.745019] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.745019] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ff181-a719-4535-bb95-0a16b07bae63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.776480] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] c232a196-751e-4e4b-b2c3-b85f5863b07c/c232a196-751e-4e4b-b2c3-b85f5863b07c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.779542] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ad9515-8b10-4f04-be3f-c52ea2fece71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.804341] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 725.804341] env[70480]: value = "task-3722445" [ 725.804341] env[70480]: _type = "Task" [ 725.804341] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.817142] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.841970] env[70480]: DEBUG nova.network.neutron [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updated VIF entry in instance network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.842270] env[70480]: DEBUG nova.network.neutron [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.996251] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce1dcc-e0bf-45f5-8de2-9bdfacafccb7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.004845] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9920c-6641-41d9-9d80-9e35bbdba4f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.040183] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f4144-3af0-4559-a2cd-609392aca419 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.048544] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e216031-7882-46b6-b933-2290909bee6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.063260] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.102383] env[70480]: DEBUG oslo_vmware.api [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722442, 'name': PowerOnVM_Task, 'duration_secs': 0.753614} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.102726] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.102959] env[70480]: DEBUG nova.compute.manager [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.103862] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fef353-35b6-4ddf-9d71-1967dd3ac9af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.121259] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52996d88-11ab-88e5-424c-e856515e3ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.053815} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.122133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.122287] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.122493] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122566] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122893] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.123047] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c233400-4943-40a9-a24d-a956873f0f5c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132815] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.132966] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.133128] env[70480]: DEBUG nova.network.neutron [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.137399] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.137399] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.137399] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a761c8f-8db8-41c1-9c81-365a241a1781 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.142949] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549748} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.143557] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] f75b5e44-2c28-4e8e-9021-ab74f7e2ac49/f75b5e44-2c28-4e8e-9021-ab74f7e2ac49.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.144271] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.144271] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed405ac2-0e34-4b26-b27b-2ff6dcf74d12 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.148892] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 726.148892] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a3b2c6-3b00-799d-0bcb-289773437067" [ 726.148892] env[70480]: _type = "Task" [ 726.148892] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.155222] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 726.155222] env[70480]: value = "task-3722446" [ 726.155222] env[70480]: _type = "Task" [ 726.155222] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.164060] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a3b2c6-3b00-799d-0bcb-289773437067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.169769] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.184082] env[70480]: DEBUG oslo_vmware.api [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722436, 'name': RemoveSnapshot_Task, 'duration_secs': 2.051703} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.184366] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 726.315804] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722445, 'name': ReconfigVM_Task, 'duration_secs': 0.318856} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.315971] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Reconfigured VM instance instance-00000015 to attach disk [datastore2] c232a196-751e-4e4b-b2c3-b85f5863b07c/c232a196-751e-4e4b-b2c3-b85f5863b07c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.316789] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19427678-c5dd-476a-9b5d-b602018a7c08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.324251] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 726.324251] env[70480]: value = "task-3722447" [ 726.324251] env[70480]: _type = "Task" [ 726.324251] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.337087] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722447, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.345624] env[70480]: DEBUG oslo_concurrency.lockutils [req-76dd5bec-d999-43a9-ba7f-68dbed3d2ff8 req-dd93a908-08c3-47d7-838e-02c2a286d7f7 service nova] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.590791] env[70480]: ERROR nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [req-5e120eb0-6520-41de-8f3c-656b6398ce36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e120eb0-6520-41de-8f3c-656b6398ce36"}]} [ 726.612101] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 726.630836] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.634864] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 726.635080] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.656313] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 726.666657] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a3b2c6-3b00-799d-0bcb-289773437067, 'name': SearchDatastore_Task, 'duration_secs': 0.014576} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.667724] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abfecfa-8171-44ca-a6bf-0669fdabeffd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.673763] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0722} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.674526] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.675296] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecaf47d-2cb7-42fe-bf05-527927c5ec2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.679410] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 726.679410] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5258a1f2-b060-36b8-d1bc-87a9235220cd" [ 726.679410] env[70480]: _type = "Task" [ 726.679410] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.695137] env[70480]: WARNING nova.compute.manager [None req-e3aa9802-c244-4f25-98ce-a5706fccd4ae tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Image not found during snapshot: nova.exception.ImageNotFound: Image 4b38ea95-8e1e-4573-be35-7c8a3fb2af15 could not be found. [ 726.705075] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] f75b5e44-2c28-4e8e-9021-ab74f7e2ac49/f75b5e44-2c28-4e8e-9021-ab74f7e2ac49.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.706801] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 726.709992] env[70480]: DEBUG nova.network.neutron [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.711875] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8157f5e2-f761-46f0-bee8-5fc9043b2572 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.733752] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5258a1f2-b060-36b8-d1bc-87a9235220cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.734492] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.734778] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 5782f024-2141-44ec-8db8-ece7e977df88/5782f024-2141-44ec-8db8-ece7e977df88.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.735111] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c44fef14-d2fb-4f05-bb45-21e7d2cc7bf5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.742047] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 726.742047] env[70480]: value = "task-3722448" [ 726.742047] env[70480]: _type = "Task" [ 726.742047] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.747529] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 726.747529] env[70480]: value = "task-3722449" [ 726.747529] env[70480]: _type = "Task" [ 726.747529] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.754071] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.765966] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.844838] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722447, 'name': Rename_Task, 'duration_secs': 0.170691} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.848250] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.854409] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91424f22-c100-467f-9d11-a784ed399d20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.868338] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 726.868338] env[70480]: value = "task-3722450" [ 726.868338] env[70480]: _type = "Task" [ 726.868338] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.882639] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.921271] env[70480]: DEBUG nova.network.neutron [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updating instance_info_cache with network_info: [{"id": "a65eabf0-706a-472f-9179-42146aa0bb93", "address": "fa:16:3e:c9:d3:33", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65eabf0-70", "ovs_interfaceid": "a65eabf0-706a-472f-9179-42146aa0bb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.255629] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.264354] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722449, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.298114] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34a533-d17f-44bf-b9f1-b76b21b67e7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.306258] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d703f6-1a7a-45eb-b2ec-db8d4a0ed11c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.337240] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6365787-5d34-4a16-822b-7cd7209f6eb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.345640] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ac591-08e4-43f4-ac62-8ed62447a607 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.362328] env[70480]: INFO nova.compute.manager [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Rebuilding instance [ 727.364847] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.379377] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.407405] env[70480]: DEBUG nova.compute.manager [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.408307] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e722325c-af4a-46df-b9da-e6f9bb158579 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.428120] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.428120] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Instance network_info: |[{"id": "a65eabf0-706a-472f-9179-42146aa0bb93", "address": "fa:16:3e:c9:d3:33", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65eabf0-70", "ovs_interfaceid": "a65eabf0-706a-472f-9179-42146aa0bb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.428120] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d3:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65eabf0-706a-472f-9179-42146aa0bb93', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.436064] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating folder: Project (a2d771ea72084e299b0307cdb5ed1fd6). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.436472] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-077bde7e-3400-412a-a48b-9516bdf7815e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.448361] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created folder: Project (a2d771ea72084e299b0307cdb5ed1fd6) in parent group-v741156. [ 727.448598] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating folder: Instances. Parent ref: group-v741238. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.449649] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1849945-d6cf-4b30-a38c-f4efe7ce091e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.465539] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created folder: Instances in parent group-v741238. [ 727.465797] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.466022] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.466241] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6ff2528-d265-4f37-8091-19c93cc54b11 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.489074] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.489074] env[70480]: value = "task-3722453" [ 727.489074] env[70480]: _type = "Task" [ 727.489074] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.498147] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722453, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.516339] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "d9953ccd-e624-4ed1-9241-b24f0f378203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.516920] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.516920] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "d9953ccd-e624-4ed1-9241-b24f0f378203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.517104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.517292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.519799] env[70480]: INFO nova.compute.manager [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Terminating instance [ 727.756092] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722448, 'name': ReconfigVM_Task, 'duration_secs': 0.659637} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.757309] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Reconfigured VM instance instance-00000014 to attach disk [datastore2] f75b5e44-2c28-4e8e-9021-ab74f7e2ac49/f75b5e44-2c28-4e8e-9021-ab74f7e2ac49.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.758316] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a721f65-4347-4a82-a1ea-ca12ee989d09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.764761] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539691} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.765490] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 5782f024-2141-44ec-8db8-ece7e977df88/5782f024-2141-44ec-8db8-ece7e977df88.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.765888] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.766128] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c236fd2f-d041-49f8-8a40-fc16510d4b67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.770493] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 727.770493] env[70480]: value = "task-3722454" [ 727.770493] env[70480]: _type = "Task" [ 727.770493] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.776425] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 727.776425] env[70480]: value = "task-3722455" [ 727.776425] env[70480]: _type = "Task" [ 727.776425] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.784531] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722454, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.791131] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.881960] env[70480]: DEBUG oslo_vmware.api [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722450, 'name': PowerOnVM_Task, 'duration_secs': 0.768495} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.882312] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.882530] env[70480]: INFO nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Took 18.39 seconds to spawn the instance on the hypervisor. [ 727.883630] env[70480]: DEBUG nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.883630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca6744b-eac6-4f37-9861-0d38c7e6dba3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.908867] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.909154] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 45 to 46 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.909338] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.001057] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722453, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.025227] env[70480]: DEBUG nova.compute.manager [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.025554] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.026511] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef10aca-4618-4841-ac96-4f354427cdf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.035928] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.036289] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420834da-18b0-41b7-9ac9-1eb8d30153a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.044102] env[70480]: DEBUG oslo_vmware.api [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 728.044102] env[70480]: value = "task-3722456" [ 728.044102] env[70480]: _type = "Task" [ 728.044102] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.053443] env[70480]: DEBUG oslo_vmware.api [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.287161] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722454, 'name': Rename_Task, 'duration_secs': 0.403625} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.287161] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.287161] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27b0d7f3-37b9-48dd-916a-cd6dcf35485b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.291046] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079529} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.291560] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.292441] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac09932-2b13-400c-bbb1-9e061370531a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.297535] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 728.297535] env[70480]: value = "task-3722457" [ 728.297535] env[70480]: _type = "Task" [ 728.297535] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.324945] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5782f024-2141-44ec-8db8-ece7e977df88/5782f024-2141-44ec-8db8-ece7e977df88.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.325988] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81c0cf3-bf84-4ce0-98d7-25793d648889 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.346517] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.353376] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 728.353376] env[70480]: value = "task-3722458" [ 728.353376] env[70480]: _type = "Task" [ 728.353376] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.363518] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.405301] env[70480]: INFO nova.compute.manager [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Took 44.97 seconds to build instance. [ 728.415928] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.070s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.415928] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.418945] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.993s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.419266] env[70480]: DEBUG nova.objects.instance [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lazy-loading 'resources' on Instance uuid 83605608-e5bb-4967-ad6c-7452ec4df689 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.422214] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.422746] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba16e32-9a68-48de-b54a-0804cbd7f28c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.432492] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 728.432492] env[70480]: value = "task-3722459" [ 728.432492] env[70480]: _type = "Task" [ 728.432492] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.438568] env[70480]: DEBUG nova.compute.manager [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Received event network-changed-a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.438720] env[70480]: DEBUG nova.compute.manager [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Refreshing instance network info cache due to event network-changed-a65eabf0-706a-472f-9179-42146aa0bb93. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.438944] env[70480]: DEBUG oslo_concurrency.lockutils [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] Acquiring lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.439101] env[70480]: DEBUG oslo_concurrency.lockutils [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] Acquired lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.439260] env[70480]: DEBUG nova.network.neutron [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Refreshing network info cache for port a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.446917] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.502668] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722453, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.555076] env[70480]: DEBUG oslo_vmware.api [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722456, 'name': PowerOffVM_Task, 'duration_secs': 0.292626} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.555370] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.555553] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.555820] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff80260-61cf-4d6e-999d-557b0ddc91a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.629281] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.629478] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.629592] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleting the datastore file [datastore2] d9953ccd-e624-4ed1-9241-b24f0f378203 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.630065] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ad3458-3d2c-4c0e-b173-17e005305614 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.637384] env[70480]: DEBUG oslo_vmware.api [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 728.637384] env[70480]: value = "task-3722461" [ 728.637384] env[70480]: _type = "Task" [ 728.637384] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.649701] env[70480]: DEBUG oslo_vmware.api [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.810193] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.864761] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722458, 'name': ReconfigVM_Task, 'duration_secs': 0.342591} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.865185] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5782f024-2141-44ec-8db8-ece7e977df88/5782f024-2141-44ec-8db8-ece7e977df88.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.865866] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd3eeac-def5-405b-a87e-f9008e9c0829 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.872639] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 728.872639] env[70480]: value = "task-3722462" [ 728.872639] env[70480]: _type = "Task" [ 728.872639] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.882812] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722462, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.890831] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "d281a50d-ece1-4c55-b6a0-1302229bb35f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.891437] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.891437] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "d281a50d-ece1-4c55-b6a0-1302229bb35f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.891437] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.891687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.893947] env[70480]: INFO nova.compute.manager [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Terminating instance [ 728.908083] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.100s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.925292] env[70480]: DEBUG nova.compute.utils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.933422] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.933578] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.957368] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.998940] env[70480]: DEBUG nova.policy [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548281184a80422bbec9887963522da1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ade4839b094d2996949c0f2fcde540', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.005228] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722453, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.148861] env[70480]: DEBUG oslo_vmware.api [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164747} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.149207] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.149393] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.149570] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.149794] env[70480]: INFO nova.compute.manager [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Took 1.12 seconds to destroy the instance on the hypervisor. [ 729.150162] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.150273] env[70480]: DEBUG nova.compute.manager [-] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.150415] env[70480]: DEBUG nova.network.neutron [-] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.312924] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.366452] env[70480]: DEBUG nova.network.neutron [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updated VIF entry in instance network info cache for port a65eabf0-706a-472f-9179-42146aa0bb93. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.366791] env[70480]: DEBUG nova.network.neutron [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updating instance_info_cache with network_info: [{"id": "a65eabf0-706a-472f-9179-42146aa0bb93", "address": "fa:16:3e:c9:d3:33", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65eabf0-70", "ovs_interfaceid": "a65eabf0-706a-472f-9179-42146aa0bb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.387407] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722462, 'name': Rename_Task, 'duration_secs': 0.172626} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.387407] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.387407] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c12d3a26-3052-41fa-a206-ba431430aa61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.397709] env[70480]: DEBUG nova.compute.manager [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.397997] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.400025] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263996ef-4865-4940-a348-bec74a3ea9eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.404873] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 729.404873] env[70480]: value = "task-3722463" [ 729.404873] env[70480]: _type = "Task" [ 729.404873] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.417276] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.420197] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.421285] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04abfc02-d13b-4a12-ae01-bed81e30863f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.423910] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Successfully created port: 60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.433405] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.435644] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.442831] env[70480]: DEBUG oslo_vmware.api [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 729.442831] env[70480]: value = "task-3722464" [ 729.442831] env[70480]: _type = "Task" [ 729.442831] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.458034] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722459, 'name': PowerOffVM_Task, 'duration_secs': 0.633674} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.465800] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.465800] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.467539] env[70480]: DEBUG oslo_vmware.api [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.468982] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e29381-9a21-426e-b6ae-2ef59f9dd05b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.478427] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.478778] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b9b818-4c24-4bec-8f3e-623dbd8ad9bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.508796] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722453, 'name': CreateVM_Task, 'duration_secs': 1.546936} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.510102] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.510483] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.510668] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.510849] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Deleting the datastore file [datastore2] b04ab7fb-93fe-48c7-bd34-e5282deebec5 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.511681] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.511961] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512264] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.513350] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96412e80-a75c-4243-9445-4b6860b9fd82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.515579] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f440abfa-e92f-4b69-a79b-6e45b521001c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.518085] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2bbb3-5204-43ea-bcf7-f5ec0d9ad84c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.317107] env[70480]: DEBUG oslo_concurrency.lockutils [req-64230b57-5254-4bdf-994c-5364062c07cb req-70a4719b-6b81-4141-9e22-999a414df093 service nova] Releasing lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.326620] env[70480]: DEBUG nova.compute.manager [req-cbb44bdf-bc9e-4da4-b4c1-0cfb81e4f2e6 req-a93ae705-be7a-4873-b118-e699b6ce39a9 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Received event network-vif-deleted-33004357-0359-45a5-99c4-b37301a2eb28 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.326620] env[70480]: INFO nova.compute.manager [req-cbb44bdf-bc9e-4da4-b4c1-0cfb81e4f2e6 req-a93ae705-be7a-4873-b118-e699b6ce39a9 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Neutron deleted interface 33004357-0359-45a5-99c4-b37301a2eb28; detaching it from the instance and deleting it from the info cache [ 730.326620] env[70480]: DEBUG nova.network.neutron [req-cbb44bdf-bc9e-4da4-b4c1-0cfb81e4f2e6 req-a93ae705-be7a-4873-b118-e699b6ce39a9 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.344756] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 730.344756] env[70480]: value = "task-3722466" [ 730.344756] env[70480]: _type = "Task" [ 730.344756] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.349538] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 730.349538] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52de435a-d96a-92e5-a472-0d5b77786927" [ 730.349538] env[70480]: _type = "Task" [ 730.349538] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.367678] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539980e8-72be-4acc-9410-00ddece6de78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.371685] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.371871] env[70480]: DEBUG oslo_vmware.api [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722457, 'name': PowerOnVM_Task, 'duration_secs': 1.861013} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.374206] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.374967] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.375764] env[70480]: INFO nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Took 11.95 seconds to spawn the instance on the hypervisor. [ 730.375764] env[70480]: DEBUG nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.381039] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a0bf6c-feb7-48a8-8c6c-38787bf29525 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.385988] env[70480]: DEBUG oslo_vmware.api [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722464, 'name': PowerOffVM_Task, 'duration_secs': 0.298816} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.418126] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.418365] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.419433] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52de435a-d96a-92e5-a472-0d5b77786927, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.419689] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.420339] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de0f25c4-6722-4cb9-81b4-3c55715efbbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.422775] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c209ca3-7e68-4c85-af47-2406a03b3aab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.425552] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.425798] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.426056] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.426215] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.426403] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.428683] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2377044-08dd-48dd-9158-e0b06054c73e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.441735] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff60e200-6189-43ae-bcc5-d32d728bd0cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.448528] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.449570] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.450416] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6208175-5d5e-4bc9-a1a1-2a05a7121123 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.466431] env[70480]: DEBUG nova.compute.provider_tree [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.475430] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 730.475430] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528268b8-e702-d8aa-6ec3-0f39bc619029" [ 730.475430] env[70480]: _type = "Task" [ 730.475430] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.487323] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528268b8-e702-d8aa-6ec3-0f39bc619029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.569232] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.569685] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.570030] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Deleting the datastore file [datastore2] d281a50d-ece1-4c55-b6a0-1302229bb35f {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.570794] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07abedcb-f2e6-437d-bd2c-ddeae47c4672 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.580107] env[70480]: DEBUG oslo_vmware.api [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for the task: (returnval){ [ 730.580107] env[70480]: value = "task-3722468" [ 730.580107] env[70480]: _type = "Task" [ 730.580107] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.593441] env[70480]: DEBUG oslo_vmware.api [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.830603] env[70480]: DEBUG oslo_vmware.api [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722463, 'name': PowerOnVM_Task, 'duration_secs': 1.145615} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.830603] env[70480]: DEBUG nova.network.neutron [-] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.832825] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.834976] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.835256] env[70480]: INFO nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Took 10.09 seconds to spawn the instance on the hypervisor. [ 730.835392] env[70480]: DEBUG nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.838011] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b340a233-4b72-4d15-92b9-a2294bd12109 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.842837] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd1724-2ba3-4348-9d1d-daeb112b5d35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.853061] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "c232a196-751e-4e4b-b2c3-b85f5863b07c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.853254] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.853669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.853669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.853914] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.858024] env[70480]: INFO nova.compute.manager [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Terminating instance [ 730.872600] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7274ebb-b430-4c07-9746-ceabcba8b431 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.892555] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149302} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.900904] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.901765] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.901765] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.910689] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.914161] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.914604] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1af999-7e17-45f6-8a4a-258fd04be34d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.928250] env[70480]: DEBUG nova.compute.manager [req-cbb44bdf-bc9e-4da4-b4c1-0cfb81e4f2e6 req-a93ae705-be7a-4873-b118-e699b6ce39a9 service nova] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Detach interface failed, port_id=33004357-0359-45a5-99c4-b37301a2eb28, reason: Instance d9953ccd-e624-4ed1-9241-b24f0f378203 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.934997] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10547ed9-6e6e-4316-b464-39e7c553b59c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.952479] env[70480]: INFO nova.compute.manager [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Took 41.49 seconds to build instance. [ 730.971310] env[70480]: DEBUG nova.scheduler.client.report [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.985975] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528268b8-e702-d8aa-6ec3-0f39bc619029, 'name': SearchDatastore_Task, 'duration_secs': 0.030251} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.987279] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee3c92b-9008-4de9-8b65-e2ecda4a6f41 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.993493] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 730.993493] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5259fe0f-7820-0ac8-f68b-810e8de7aa25" [ 730.993493] env[70480]: _type = "Task" [ 730.993493] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.005765] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5259fe0f-7820-0ac8-f68b-810e8de7aa25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.082394] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Successfully updated port: 60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.099341] env[70480]: DEBUG oslo_vmware.api [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Task: {'id': task-3722468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190008} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.099882] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.100329] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.100678] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.100916] env[70480]: INFO nova.compute.manager [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Took 1.70 seconds to destroy the instance on the hypervisor. [ 731.101274] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.101916] env[70480]: DEBUG nova.compute.manager [-] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.102183] env[70480]: DEBUG nova.network.neutron [-] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.337732] env[70480]: INFO nova.compute.manager [-] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Took 2.19 seconds to deallocate network for instance. [ 731.364308] env[70480]: DEBUG nova.compute.manager [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.364308] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.364308] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177d4ce-75d6-4630-9951-f5ddcb7bea8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.374094] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.374094] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c6fedf-d4bd-42a6-bb90-c617f761ff28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.384339] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 731.384339] env[70480]: value = "task-3722469" [ 731.384339] env[70480]: _type = "Task" [ 731.384339] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.393989] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.421386] env[70480]: INFO nova.compute.manager [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Took 40.46 seconds to build instance. [ 731.456621] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3d4010c1-ab43-4176-9ae3-827338e09e6b tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.643s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.479604] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.061s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.483124] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.784s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.483991] env[70480]: INFO nova.compute.claims [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.509574] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5259fe0f-7820-0ac8-f68b-810e8de7aa25, 'name': SearchDatastore_Task, 'duration_secs': 0.056441} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.509574] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.509574] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b/2ec7007f-a374-4518-ab1b-aa1f3cbcf14b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.509574] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff9f4be7-8460-45ff-8728-fecba4015da2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.519446] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 731.519446] env[70480]: value = "task-3722470" [ 731.519446] env[70480]: _type = "Task" [ 731.519446] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.528509] env[70480]: INFO nova.scheduler.client.report [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted allocations for instance 83605608-e5bb-4967-ad6c-7452ec4df689 [ 731.546943] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.586994] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "refresh_cache-32c744da-7d41-4920-8941-93d1dab81cd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.587161] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "refresh_cache-32c744da-7d41-4920-8941-93d1dab81cd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.587343] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.845575] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.898550] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722469, 'name': PowerOffVM_Task, 'duration_secs': 0.397903} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.898923] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.899167] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.899464] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae15169a-b2cc-4a55-9fd4-dadea062d546 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.926151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-29f0ca4a-34e2-4113-849a-16338ecafb1e tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "5782f024-2141-44ec-8db8-ece7e977df88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.295s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.961524] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.966717] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.966983] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.967410] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.967635] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.967786] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.967949] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.968188] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.968399] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.968586] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.968787] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.968988] env[70480]: DEBUG nova.virt.hardware [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.970292] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d4bc8c-9056-436a-9ecf-77e4fe502cc8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.982645] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc415ac-baa4-453f-a537-2058f0e8e6ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.007958] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.013607] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.017778] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.018656] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d55d59a-ff13-45e7-bcab-b048c570626f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.042354] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722470, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.047739] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.047739] env[70480]: value = "task-3722472" [ 732.047739] env[70480]: _type = "Task" [ 732.047739] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.054041] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2e0b761-8579-42f5-a083-b2a7a756224a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "83605608-e5bb-4967-ad6c-7452ec4df689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.587s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.059898] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722472, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.101095] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.101380] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.101686] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Deleting the datastore file [datastore2] c232a196-751e-4e4b-b2c3-b85f5863b07c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.102223] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a925aa44-56d0-4dac-a26d-1c95e7605ee0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.113577] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 732.113577] env[70480]: value = "task-3722473" [ 732.113577] env[70480]: _type = "Task" [ 732.113577] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.123648] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.141467] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.149263] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63a32a6-d2f3-4aef-9524-1a692250862a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.155393] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.156050] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.165044] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Suspending the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 732.165044] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-68eb0894-663e-4651-bbb4-1bbfb6911709 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.175483] env[70480]: DEBUG oslo_vmware.api [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] Waiting for the task: (returnval){ [ 732.175483] env[70480]: value = "task-3722474" [ 732.175483] env[70480]: _type = "Task" [ 732.175483] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.187990] env[70480]: DEBUG oslo_vmware.api [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] Task: {'id': task-3722474, 'name': SuspendVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.352946] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Updating instance_info_cache with network_info: [{"id": "60f32ea6-95ff-4811-82d8-58a6f8c91847", "address": "fa:16:3e:26:77:ad", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f32ea6-95", "ovs_interfaceid": "60f32ea6-95ff-4811-82d8-58a6f8c91847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.426099] env[70480]: DEBUG nova.network.neutron [-] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.431388] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.479400] env[70480]: DEBUG nova.compute.manager [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Received event network-vif-plugged-60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.479400] env[70480]: DEBUG oslo_concurrency.lockutils [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] Acquiring lock "32c744da-7d41-4920-8941-93d1dab81cd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.479400] env[70480]: DEBUG oslo_concurrency.lockutils [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] Lock "32c744da-7d41-4920-8941-93d1dab81cd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.479400] env[70480]: DEBUG oslo_concurrency.lockutils [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] Lock "32c744da-7d41-4920-8941-93d1dab81cd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.479615] env[70480]: DEBUG nova.compute.manager [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] No waiting events found dispatching network-vif-plugged-60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.479615] env[70480]: WARNING nova.compute.manager [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Received unexpected event network-vif-plugged-60f32ea6-95ff-4811-82d8-58a6f8c91847 for instance with vm_state building and task_state spawning. [ 732.479858] env[70480]: DEBUG nova.compute.manager [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Received event network-changed-60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.479914] env[70480]: DEBUG nova.compute.manager [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Refreshing instance network info cache due to event network-changed-60f32ea6-95ff-4811-82d8-58a6f8c91847. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.480059] env[70480]: DEBUG oslo_concurrency.lockutils [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] Acquiring lock "refresh_cache-32c744da-7d41-4920-8941-93d1dab81cd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.482384] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.545276] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744721} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.549816] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b/2ec7007f-a374-4518-ab1b-aa1f3cbcf14b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.550320] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.551291] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33024530-c76a-400c-b0e3-2325b4fb75ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.565824] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722472, 'name': CreateVM_Task, 'duration_secs': 0.37413} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.571673] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.573514] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 732.573514] env[70480]: value = "task-3722475" [ 732.573514] env[70480]: _type = "Task" [ 732.573514] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.574487] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576033] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deabfd67-987f-4f18-8f6e-6f53d180ebc2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.587546] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 732.587546] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b7729f-ecd8-7097-4760-6655398f638d" [ 732.587546] env[70480]: _type = "Task" [ 732.587546] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.593044] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.609979] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b7729f-ecd8-7097-4760-6655398f638d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.612530] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45cc05f-268c-47aa-9cdc-3f2f8ccffe48 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.629128] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.629128] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ce002-5385-4d67-aa29-90ac74ab8f40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.670637] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feb8e09-e36a-45f5-be2f-ab0437a635ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.673816] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.674592] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.674817] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.675141] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.675456] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.675508] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.675643] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 732.675862] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.685206] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16da891-108c-4b9b-b071-323d88e8f486 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.702051] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.706966] env[70480]: DEBUG oslo_vmware.api [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] Task: {'id': task-3722474, 'name': SuspendVM_Task} progress is 54%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.855623] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "refresh_cache-32c744da-7d41-4920-8941-93d1dab81cd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.857151] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Instance network_info: |[{"id": "60f32ea6-95ff-4811-82d8-58a6f8c91847", "address": "fa:16:3e:26:77:ad", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f32ea6-95", "ovs_interfaceid": "60f32ea6-95ff-4811-82d8-58a6f8c91847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.857151] env[70480]: DEBUG oslo_concurrency.lockutils [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] Acquired lock "refresh_cache-32c744da-7d41-4920-8941-93d1dab81cd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.857151] env[70480]: DEBUG nova.network.neutron [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Refreshing network info cache for port 60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.858319] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:77:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60f32ea6-95ff-4811-82d8-58a6f8c91847', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.866431] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Creating folder: Project (c8ade4839b094d2996949c0f2fcde540). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.866912] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34501be8-3923-4148-b7da-dec45fc57ec3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.878982] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Created folder: Project (c8ade4839b094d2996949c0f2fcde540) in parent group-v741156. [ 732.879237] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Creating folder: Instances. Parent ref: group-v741242. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.879514] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a183d735-a5ea-4af3-97b9-5049f7bfd838 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.894692] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Created folder: Instances in parent group-v741242. [ 732.894963] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.895264] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.895548] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f331ad31-0fe4-452b-abf9-541919f5aa9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.917220] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.917220] env[70480]: value = "task-3722478" [ 732.917220] env[70480]: _type = "Task" [ 732.917220] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.930906] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722478, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.932260] env[70480]: INFO nova.compute.manager [-] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Took 1.83 seconds to deallocate network for instance. [ 732.969384] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.087966] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135701} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.088275] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.089195] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac603f-c10c-42ab-a352-4b1a358dc7f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.101873] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b7729f-ecd8-7097-4760-6655398f638d, 'name': SearchDatastore_Task, 'duration_secs': 0.020343} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.112596] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112885] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.113156] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.113302] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.113510] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.122952] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b/2ec7007f-a374-4518-ab1b-aa1f3cbcf14b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.123362] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a6b5567-ad24-4ce6-8180-14d9c2657c1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.126228] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912180c2-222c-4786-9b6e-d4643fb48dec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.154276] env[70480]: DEBUG oslo_vmware.api [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546709} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.156598] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.156790] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.156963] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.157151] env[70480]: INFO nova.compute.manager [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Took 1.80 seconds to destroy the instance on the hypervisor. [ 733.157933] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.157933] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 733.157933] env[70480]: value = "task-3722479" [ 733.157933] env[70480]: _type = "Task" [ 733.157933] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.157933] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.158229] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.158953] env[70480]: DEBUG nova.compute.manager [-] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.160510] env[70480]: DEBUG nova.network.neutron [-] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.161199] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e79edc4-88cd-41ae-89f5-8e1683c9db39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.171878] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 733.171878] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5206a723-7b95-f749-fa2c-33751b6448f2" [ 733.171878] env[70480]: _type = "Task" [ 733.171878] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.175990] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.184292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.189174] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5206a723-7b95-f749-fa2c-33751b6448f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.192739] env[70480]: DEBUG oslo_vmware.api [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] Task: {'id': task-3722474, 'name': SuspendVM_Task, 'duration_secs': 0.784491} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.193081] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Suspended the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 733.193301] env[70480]: DEBUG nova.compute.manager [None req-2226f486-679e-474c-a9c0-01054023515a tempest-ServersAdminNegativeTestJSON-1268931442 tempest-ServersAdminNegativeTestJSON-1268931442-project-admin] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.194253] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081fa001-9793-4fe1-a780-7c21eab83c6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.209013] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.429161] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722478, 'name': CreateVM_Task, 'duration_secs': 0.497457} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.429626] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.430358] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.430639] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.431046] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.431381] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e7d2aa-b239-4c53-a886-a416f9c1de18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.437294] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 733.437294] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526d0dba-2842-e13d-2fc5-46b59771eb61" [ 733.437294] env[70480]: _type = "Task" [ 733.437294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.444443] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.452864] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526d0dba-2842-e13d-2fc5-46b59771eb61, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.453259] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.453549] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.453774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.683621] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722479, 'name': ReconfigVM_Task, 'duration_secs': 0.322109} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.684031] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b/2ec7007f-a374-4518-ab1b-aa1f3cbcf14b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.685203] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46120345-86db-4d70-987c-6275aa4d0472 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.690796] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5206a723-7b95-f749-fa2c-33751b6448f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017066} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.692831] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 733.692831] env[70480]: value = "task-3722480" [ 733.692831] env[70480]: _type = "Task" [ 733.692831] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.693067] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352d628b-e250-4d60-a3f0-c37c5dc97031 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.705294] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722480, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.707863] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 733.707863] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8d14d-a93c-3353-7925-7bb75ffd1122" [ 733.707863] env[70480]: _type = "Task" [ 733.707863] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.714798] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.715486] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.722737] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.967s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.723442] env[70480]: INFO nova.compute.claims [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.726379] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8d14d-a93c-3353-7925-7bb75ffd1122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.911212] env[70480]: DEBUG nova.network.neutron [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Updated VIF entry in instance network info cache for port 60f32ea6-95ff-4811-82d8-58a6f8c91847. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.911584] env[70480]: DEBUG nova.network.neutron [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Updating instance_info_cache with network_info: [{"id": "60f32ea6-95ff-4811-82d8-58a6f8c91847", "address": "fa:16:3e:26:77:ad", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f32ea6-95", "ovs_interfaceid": "60f32ea6-95ff-4811-82d8-58a6f8c91847", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.211614] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722480, 'name': Rename_Task, 'duration_secs': 0.175783} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.215227] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.216022] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9f26d1c-7ddc-40b1-b76d-37492ee7c8a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.225855] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f8d14d-a93c-3353-7925-7bb75ffd1122, 'name': SearchDatastore_Task, 'duration_secs': 0.031303} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.227403] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.227759] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.228150] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 734.228150] env[70480]: value = "task-3722481" [ 734.228150] env[70480]: _type = "Task" [ 734.228150] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.229406] env[70480]: DEBUG nova.compute.utils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.233986] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.234292] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.234614] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6626d9bd-20f3-4d8a-a225-2c6313ded896 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.238083] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.238304] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.239985] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98839490-5699-4330-ba06-3ed1ba7857ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.253000] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722481, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.256678] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 734.256678] env[70480]: value = "task-3722482" [ 734.256678] env[70480]: _type = "Task" [ 734.256678] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.256678] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.256678] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.261033] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a020aa1-9fad-4fda-8c40-d51d96216465 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.273176] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.273176] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 734.273176] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520e62ac-ba71-acc4-5cde-bc792c4e903d" [ 734.273176] env[70480]: _type = "Task" [ 734.273176] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.288378] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520e62ac-ba71-acc4-5cde-bc792c4e903d, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.289275] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a29931-ad95-4bee-8eaf-5947b6ce0119 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.295906] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 734.295906] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52023161-8b4e-cdef-acd0-eab6e6f2c898" [ 734.295906] env[70480]: _type = "Task" [ 734.295906] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.305844] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52023161-8b4e-cdef-acd0-eab6e6f2c898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.355531] env[70480]: DEBUG nova.policy [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548281184a80422bbec9887963522da1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ade4839b094d2996949c0f2fcde540', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.417184] env[70480]: DEBUG oslo_concurrency.lockutils [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] Releasing lock "refresh_cache-32c744da-7d41-4920-8941-93d1dab81cd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.417184] env[70480]: DEBUG nova.compute.manager [req-682441c9-18de-40ed-885a-1fe3ee3076c4 req-64958954-bfea-4fc1-9dfc-906501218c79 service nova] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Received event network-vif-deleted-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.631185] env[70480]: DEBUG nova.compute.manager [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.632109] env[70480]: DEBUG nova.compute.manager [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing instance network info cache due to event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.637405] env[70480]: DEBUG oslo_concurrency.lockutils [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.637405] env[70480]: DEBUG oslo_concurrency.lockutils [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.637405] env[70480]: DEBUG nova.network.neutron [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.744457] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.760551] env[70480]: DEBUG oslo_vmware.api [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722481, 'name': PowerOnVM_Task, 'duration_secs': 0.527343} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.764360] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.764785] env[70480]: INFO nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Took 10.65 seconds to spawn the instance on the hypervisor. [ 734.765055] env[70480]: DEBUG nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.766141] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9161541-2ad8-4b49-9b41-9c9112363163 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.778645] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722482, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.798067] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Successfully created port: 4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.814685] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52023161-8b4e-cdef-acd0-eab6e6f2c898, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.818744] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.819232] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 32c744da-7d41-4920-8941-93d1dab81cd4/32c744da-7d41-4920-8941-93d1dab81cd4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.820210] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d3a492-b6a1-42ab-b4b8-472d90f113af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.832031] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 734.832031] env[70480]: value = "task-3722483" [ 734.832031] env[70480]: _type = "Task" [ 734.832031] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.846550] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.986165] env[70480]: DEBUG nova.network.neutron [-] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.130640] env[70480]: DEBUG nova.compute.manager [req-eb7bb06d-53c4-4749-a243-2d8abf4213ad req-b2ff915b-9a12-4197-bb3d-dbbc7c73a9fc service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-vif-deleted-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.130929] env[70480]: DEBUG nova.compute.manager [req-eb7bb06d-53c4-4749-a243-2d8abf4213ad req-b2ff915b-9a12-4197-bb3d-dbbc7c73a9fc service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-vif-deleted-227aa592-6740-4b7c-9dc5-b3c0eed8b446 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.131116] env[70480]: DEBUG nova.compute.manager [req-eb7bb06d-53c4-4749-a243-2d8abf4213ad req-b2ff915b-9a12-4197-bb3d-dbbc7c73a9fc service nova] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Received event network-vif-deleted-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.274604] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667978} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.274901] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.275138] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.282070] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ce1452-7ff9-4b24-aced-f69458253d92 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.310776] env[70480]: INFO nova.compute.manager [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Took 42.74 seconds to build instance. [ 735.315413] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 735.315413] env[70480]: value = "task-3722484" [ 735.315413] env[70480]: _type = "Task" [ 735.315413] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.349352] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.380597] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3b5a7f-2488-4a73-92a3-158335943aca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.388744] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf8a49a-0b6b-495b-8f1a-461d21ebd023 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.425799] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7c060c-6b63-46cb-acdc-4fb814c34c92 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.435525] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c13ee-e392-46da-aa66-0d0336805af8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.451870] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.487992] env[70480]: INFO nova.compute.manager [-] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Took 2.33 seconds to deallocate network for instance. [ 735.548572] env[70480]: DEBUG nova.network.neutron [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updated VIF entry in instance network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.549279] env[70480]: DEBUG nova.network.neutron [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.761851] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.798609] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.799057] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.799442] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.799786] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.801098] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.801098] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.801614] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.801614] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.801716] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.801822] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.802011] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.802930] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15279a70-68a8-4fb9-8327-1fffb8b96c6f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.812673] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587cfb8-4ca3-4b14-b3d9-26e19ddccf8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.821302] env[70480]: DEBUG oslo_concurrency.lockutils [None req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.331s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.843946] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163162} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.849331] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.849331] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722483, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.849857] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1aae10-7bc9-43a6-b5cb-e65f022e0bc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.877758] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.878056] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4675a9e-e1bd-4dd5-8465-7e28efa5e447 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.899831] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 735.899831] env[70480]: value = "task-3722485" [ 735.899831] env[70480]: _type = "Task" [ 735.899831] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.911604] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.994582] env[70480]: DEBUG nova.scheduler.client.report [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 735.995534] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 46 to 47 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 735.995534] env[70480]: DEBUG nova.compute.provider_tree [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.999562] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.054029] env[70480]: DEBUG oslo_concurrency.lockutils [req-b2da8fe1-b4a5-45e8-aca0-20de43de13bb req-00a43fb1-b215-4fdf-b3ae-2021b628a96a service nova] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.336209] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.353020] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024344} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.353020] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 32c744da-7d41-4920-8941-93d1dab81cd4/32c744da-7d41-4920-8941-93d1dab81cd4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.353231] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.353521] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d316c5a8-64eb-4f85-8504-421aec94185c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.362700] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 736.362700] env[70480]: value = "task-3722486" [ 736.362700] env[70480]: _type = "Task" [ 736.362700] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.372178] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.417371] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.505716] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.506317] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.513611] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.494s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.745584] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Successfully updated port: 4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.865376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.875731] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068187} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.879183] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.879183] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e21b8b-56de-473e-90ee-eef48db1574d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.904510] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 32c744da-7d41-4920-8941-93d1dab81cd4/32c744da-7d41-4920-8941-93d1dab81cd4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.905116] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226faf70-1422-46cd-b103-fbf37b64923c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.930682] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.932319] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 736.932319] env[70480]: value = "task-3722487" [ 736.932319] env[70480]: _type = "Task" [ 736.932319] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.942392] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.017184] env[70480]: DEBUG nova.compute.utils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.018912] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.019951] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.208127] env[70480]: DEBUG nova.policy [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548281184a80422bbec9887963522da1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ade4839b094d2996949c0f2fcde540', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.251974] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "refresh_cache-2463f2fd-c558-4548-a035-ece20bd4ee9c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.251974] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "refresh_cache-2463f2fd-c558-4548-a035-ece20bd4ee9c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.252168] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.298751] env[70480]: DEBUG nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Received event network-vif-plugged-4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.299304] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Acquiring lock "2463f2fd-c558-4548-a035-ece20bd4ee9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.301550] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.301550] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.301550] env[70480]: DEBUG nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] No waiting events found dispatching network-vif-plugged-4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 737.301550] env[70480]: WARNING nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Received unexpected event network-vif-plugged-4e6fca8f-7848-4d54-a10d-c150dceafd7d for instance with vm_state building and task_state spawning. [ 737.301550] env[70480]: DEBUG nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Received event network-changed-a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.301550] env[70480]: DEBUG nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Refreshing instance network info cache due to event network-changed-a65eabf0-706a-472f-9179-42146aa0bb93. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.301550] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Acquiring lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.301550] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Acquired lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.301550] env[70480]: DEBUG nova.network.neutron [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Refreshing network info cache for port a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.416267] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722485, 'name': ReconfigVM_Task, 'duration_secs': 1.159258} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.416789] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Reconfigured VM instance instance-00000013 to attach disk [datastore1] b04ab7fb-93fe-48c7-bd34-e5282deebec5/b04ab7fb-93fe-48c7-bd34-e5282deebec5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.417866] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1873cf08-23f5-4ee1-83af-2b0615cc743c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.428086] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 737.428086] env[70480]: value = "task-3722488" [ 737.428086] env[70480]: _type = "Task" [ 737.428086] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.441141] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722488, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.447293] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.527024] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.601964] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.602658] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.602658] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.602658] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.602841] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.605956] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabec7f-eba9-4c9e-8348-a83404649ce6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.609021] env[70480]: INFO nova.compute.manager [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Terminating instance [ 737.617796] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698abe69-4387-4de0-ac4d-5ed5fdcbd224 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.650637] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b1d220-3c5f-4677-9655-b69641a3281a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.660086] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e1aef-0411-473c-99fc-a6260be4d253 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.675791] env[70480]: DEBUG nova.compute.provider_tree [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.714021] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Successfully created port: 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.819731] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.946517] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722488, 'name': Rename_Task, 'duration_secs': 0.163799} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.952170] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.952936] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722487, 'name': ReconfigVM_Task, 'duration_secs': 0.593472} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.953304] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46eca82f-1534-4415-a17c-dd6e8e5c193f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.955217] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 32c744da-7d41-4920-8941-93d1dab81cd4/32c744da-7d41-4920-8941-93d1dab81cd4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.955901] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f01da6-9758-4634-b0c9-c495177dd1d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.963748] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Waiting for the task: (returnval){ [ 737.963748] env[70480]: value = "task-3722490" [ 737.963748] env[70480]: _type = "Task" [ 737.963748] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.965601] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 737.965601] env[70480]: value = "task-3722489" [ 737.965601] env[70480]: _type = "Task" [ 737.965601] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.992906] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722489, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.116033] env[70480]: DEBUG nova.compute.manager [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.116033] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.125481] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d929ee9-ac9d-428e-a314-a53cce022634 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.136194] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.137688] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b176e013-ca32-46a3-8109-709e496f7765 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.163277] env[70480]: DEBUG nova.network.neutron [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updated VIF entry in instance network info cache for port a65eabf0-706a-472f-9179-42146aa0bb93. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.163716] env[70480]: DEBUG nova.network.neutron [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updating instance_info_cache with network_info: [{"id": "a65eabf0-706a-472f-9179-42146aa0bb93", "address": "fa:16:3e:c9:d3:33", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65eabf0-70", "ovs_interfaceid": "a65eabf0-706a-472f-9179-42146aa0bb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.180925] env[70480]: DEBUG nova.scheduler.client.report [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.188379] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Updating instance_info_cache with network_info: [{"id": "4e6fca8f-7848-4d54-a10d-c150dceafd7d", "address": "fa:16:3e:da:cd:e9", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6fca8f-78", "ovs_interfaceid": "4e6fca8f-7848-4d54-a10d-c150dceafd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.222272] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.222553] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.222762] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Deleting the datastore file [datastore2] f75b5e44-2c28-4e8e-9021-ab74f7e2ac49 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.223063] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8471f23e-5f13-4df8-9ab2-9c7decef7f10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.231569] env[70480]: DEBUG oslo_vmware.api [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 738.231569] env[70480]: value = "task-3722492" [ 738.231569] env[70480]: _type = "Task" [ 738.231569] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.242185] env[70480]: DEBUG oslo_vmware.api [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.482791] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722489, 'name': Rename_Task, 'duration_secs': 0.438341} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.487503] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.487842] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.488458] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b90eef71-da88-4997-ae5d-eaa897085d06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.500987] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 738.500987] env[70480]: value = "task-3722493" [ 738.500987] env[70480]: _type = "Task" [ 738.500987] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.509520] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.537962] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.578151] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.578469] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.578686] env[70480]: DEBUG nova.virt.hardware [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.580173] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ffc206-c681-46dc-9258-f8a5dcd0b50c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.590399] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e05aa-03c6-4455-af3b-d840899547a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.666897] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Releasing lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.667594] env[70480]: DEBUG nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Received event network-changed-4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.667940] env[70480]: DEBUG nova.compute.manager [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Refreshing instance network info cache due to event network-changed-4e6fca8f-7848-4d54-a10d-c150dceafd7d. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.668517] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Acquiring lock "refresh_cache-2463f2fd-c558-4548-a035-ece20bd4ee9c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.691502] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "refresh_cache-2463f2fd-c558-4548-a035-ece20bd4ee9c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.692158] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Instance network_info: |[{"id": "4e6fca8f-7848-4d54-a10d-c150dceafd7d", "address": "fa:16:3e:da:cd:e9", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6fca8f-78", "ovs_interfaceid": "4e6fca8f-7848-4d54-a10d-c150dceafd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.692775] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Acquired lock "refresh_cache-2463f2fd-c558-4548-a035-ece20bd4ee9c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.693049] env[70480]: DEBUG nova.network.neutron [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Refreshing network info cache for port 4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.694612] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:cd:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6fca8f-7848-4d54-a10d-c150dceafd7d', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.703362] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.703981] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.704294] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b8fa7bf-bb79-4745-8ce9-afc19c4a67cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.731321] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.731321] env[70480]: value = "task-3722494" [ 738.731321] env[70480]: _type = "Task" [ 738.731321] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.756202] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722494, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.756938] env[70480]: DEBUG oslo_vmware.api [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225724} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.757601] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.757601] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.757712] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.757936] env[70480]: INFO nova.compute.manager [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Took 0.64 seconds to destroy the instance on the hypervisor. [ 738.758338] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.758440] env[70480]: DEBUG nova.compute.manager [-] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.758533] env[70480]: DEBUG nova.network.neutron [-] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.978524] env[70480]: DEBUG oslo_vmware.api [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Task: {'id': task-3722490, 'name': PowerOnVM_Task, 'duration_secs': 0.697549} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.979137] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.979401] env[70480]: DEBUG nova.compute.manager [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.980590] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86122094-71cc-40b1-b7be-31fc77c5d986 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.016953] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722493, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.197023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.684s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.198162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.955s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.198414] env[70480]: DEBUG nova.objects.instance [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lazy-loading 'resources' on Instance uuid 6167ac3d-0846-4be8-8eec-41fd70935d4c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.246651] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722494, 'name': CreateVM_Task, 'duration_secs': 0.463589} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.246837] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.247832] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.248007] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.248843] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.249386] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0eebedc-2a9c-4ca1-b0fe-b2331105271c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.256773] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 739.256773] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b18a8-95fc-f5b6-b3ea-d6a13f77a7d3" [ 739.256773] env[70480]: _type = "Task" [ 739.256773] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.279778] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b18a8-95fc-f5b6-b3ea-d6a13f77a7d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.327910] env[70480]: DEBUG nova.compute.manager [req-63f87c8e-f824-489c-ae26-a76caa32d276 req-d43f3fa6-dbe7-49fb-8eab-1a706d07b638 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Received event network-vif-deleted-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.328283] env[70480]: INFO nova.compute.manager [req-63f87c8e-f824-489c-ae26-a76caa32d276 req-d43f3fa6-dbe7-49fb-8eab-1a706d07b638 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Neutron deleted interface d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6; detaching it from the instance and deleting it from the info cache [ 739.328599] env[70480]: DEBUG nova.network.neutron [req-63f87c8e-f824-489c-ae26-a76caa32d276 req-d43f3fa6-dbe7-49fb-8eab-1a706d07b638 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.518848] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.522483] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722493, 'name': PowerOnVM_Task, 'duration_secs': 0.56913} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.522767] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.522970] env[70480]: INFO nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Took 8.69 seconds to spawn the instance on the hypervisor. [ 739.523165] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.523993] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47f3d29-b00e-47dd-904f-463bbd0ae330 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.652307] env[70480]: DEBUG nova.network.neutron [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Updated VIF entry in instance network info cache for port 4e6fca8f-7848-4d54-a10d-c150dceafd7d. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.655250] env[70480]: DEBUG nova.network.neutron [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Updating instance_info_cache with network_info: [{"id": "4e6fca8f-7848-4d54-a10d-c150dceafd7d", "address": "fa:16:3e:da:cd:e9", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6fca8f-78", "ovs_interfaceid": "4e6fca8f-7848-4d54-a10d-c150dceafd7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.715549] env[70480]: DEBUG nova.network.neutron [-] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.773261] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b18a8-95fc-f5b6-b3ea-d6a13f77a7d3, 'name': SearchDatastore_Task, 'duration_secs': 0.047392} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.773601] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.773848] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.774095] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.774279] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.774472] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.774748] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c14dbf9d-87e5-45e7-b269-a7342c1414a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.787752] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.787857] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.788953] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1c29f7-9f2f-49eb-87d2-be8f4a9bb99a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.796625] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 739.796625] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a62742-be13-24e2-0585-1b75f0174af5" [ 739.796625] env[70480]: _type = "Task" [ 739.796625] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.805584] env[70480]: INFO nova.scheduler.client.report [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted allocation for migration 88bbfaa5-957b-4b15-8733-9f4dd4ce99de [ 739.815059] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a62742-be13-24e2-0585-1b75f0174af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.836265] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8acde5be-4d2f-40a2-a572-a2e3928b887a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.850621] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f458ebb-93bd-4f04-b362-70022b17f170 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.867661] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Successfully updated port: 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.888112] env[70480]: DEBUG nova.compute.manager [req-63f87c8e-f824-489c-ae26-a76caa32d276 req-d43f3fa6-dbe7-49fb-8eab-1a706d07b638 service nova] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Detach interface failed, port_id=d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6, reason: Instance f75b5e44-2c28-4e8e-9021-ab74f7e2ac49 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.051332] env[70480]: INFO nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Took 44.55 seconds to build instance. [ 740.164085] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3b51a99-c805-406a-bffc-27f2f7ce673f req-b527856f-edd1-4397-aca5-251aea9a2a71 service nova] Releasing lock "refresh_cache-2463f2fd-c558-4548-a035-ece20bd4ee9c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.220942] env[70480]: INFO nova.compute.manager [-] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Took 1.46 seconds to deallocate network for instance. [ 740.281183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.281430] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.311553] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a62742-be13-24e2-0585-1b75f0174af5, 'name': SearchDatastore_Task, 'duration_secs': 0.025295} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.316397] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e306eb-fe21-4e7b-9a13-0d9ab66d6724 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.320498] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c8cbb7-2944-45f7-9cfa-a3c816feeb70 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.509s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.328132] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 740.328132] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527900c5-11ea-cf45-547c-5187a4a07dbc" [ 740.328132] env[70480]: _type = "Task" [ 740.328132] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.328573] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f3d30a-8f4f-4a64-999a-5b718e0db74e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.344253] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d08530-5234-4402-8fdf-42e551759311 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.348738] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527900c5-11ea-cf45-547c-5187a4a07dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.378112] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "refresh_cache-2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.378483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "refresh_cache-2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.378483] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.381075] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa0170-c934-4148-8c8d-45a5a3ce01ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.394195] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd625c38-1835-4cad-a24e-3e6070d67c08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.412907] env[70480]: DEBUG nova.compute.provider_tree [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.554246] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "32c744da-7d41-4920-8941-93d1dab81cd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.226s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.732330] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.744951] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.745282] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.745506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.745691] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.745869] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.748128] env[70480]: INFO nova.compute.manager [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Terminating instance [ 740.789084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.789084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.840592] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527900c5-11ea-cf45-547c-5187a4a07dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.014014} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.840592] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.841571] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2463f2fd-c558-4548-a035-ece20bd4ee9c/2463f2fd-c558-4548-a035-ece20bd4ee9c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.841571] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b28b416-ecea-4827-b5ec-e0dfaab6b7a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.848752] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 740.848752] env[70480]: value = "task-3722495" [ 740.848752] env[70480]: _type = "Task" [ 740.848752] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.858035] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.916483] env[70480]: DEBUG nova.scheduler.client.report [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.923034] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.058688] env[70480]: DEBUG nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.102354] env[70480]: DEBUG nova.network.neutron [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Updating instance_info_cache with network_info: [{"id": "1ba86fcc-0b9b-4271-ade1-8248d25db0a5", "address": "fa:16:3e:2e:dd:c1", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba86fcc-0b", "ovs_interfaceid": "1ba86fcc-0b9b-4271-ade1-8248d25db0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.194654] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "d9ff21da-9b26-4512-8769-42aa26c34ad4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.194888] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.252597] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "refresh_cache-b04ab7fb-93fe-48c7-bd34-e5282deebec5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252840] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquired lock "refresh_cache-b04ab7fb-93fe-48c7-bd34-e5282deebec5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.253155] env[70480]: DEBUG nova.network.neutron [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.371569] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.424299] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.427211] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.479s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.429853] env[70480]: INFO nova.compute.claims [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.448390] env[70480]: INFO nova.scheduler.client.report [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Deleted allocations for instance 6167ac3d-0846-4be8-8eec-41fd70935d4c [ 741.580486] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.605613] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "refresh_cache-2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.606114] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Instance network_info: |[{"id": "1ba86fcc-0b9b-4271-ade1-8248d25db0a5", "address": "fa:16:3e:2e:dd:c1", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba86fcc-0b", "ovs_interfaceid": "1ba86fcc-0b9b-4271-ade1-8248d25db0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.607483] env[70480]: DEBUG nova.compute.manager [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Received event network-vif-plugged-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.607537] env[70480]: DEBUG oslo_concurrency.lockutils [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] Acquiring lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.607720] env[70480]: DEBUG oslo_concurrency.lockutils [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.607890] env[70480]: DEBUG oslo_concurrency.lockutils [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.608194] env[70480]: DEBUG nova.compute.manager [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] No waiting events found dispatching network-vif-plugged-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.608346] env[70480]: WARNING nova.compute.manager [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Received unexpected event network-vif-plugged-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 for instance with vm_state building and task_state spawning. [ 741.608412] env[70480]: DEBUG nova.compute.manager [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Received event network-changed-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.608534] env[70480]: DEBUG nova.compute.manager [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Refreshing instance network info cache due to event network-changed-1ba86fcc-0b9b-4271-ade1-8248d25db0a5. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.608714] env[70480]: DEBUG oslo_concurrency.lockutils [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] Acquiring lock "refresh_cache-2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.608847] env[70480]: DEBUG oslo_concurrency.lockutils [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] Acquired lock "refresh_cache-2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.608996] env[70480]: DEBUG nova.network.neutron [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Refreshing network info cache for port 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.611235] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:dd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba86fcc-0b9b-4271-ade1-8248d25db0a5', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.619450] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.621817] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.621817] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235bfdb3-fd56-49f6-bfb6-c567417c70ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.648034] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.648034] env[70480]: value = "task-3722496" [ 741.648034] env[70480]: _type = "Task" [ 741.648034] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.659612] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722496, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.777637] env[70480]: DEBUG nova.network.neutron [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.839279] env[70480]: DEBUG nova.network.neutron [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.862409] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73977} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.864023] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2463f2fd-c558-4548-a035-ece20bd4ee9c/2463f2fd-c558-4548-a035-ece20bd4ee9c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.864023] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.864023] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8024a6f6-d6f8-47fa-afca-c6d34673f3b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.874175] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 741.874175] env[70480]: value = "task-3722497" [ 741.874175] env[70480]: _type = "Task" [ 741.874175] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.888223] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.958286] env[70480]: DEBUG oslo_concurrency.lockutils [None req-04895b98-5925-4373-9531-2a1e3a35f8ad tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Lock "6167ac3d-0846-4be8-8eec-41fd70935d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.435s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.161623] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722496, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.320274] env[70480]: DEBUG nova.network.neutron [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Updated VIF entry in instance network info cache for port 1ba86fcc-0b9b-4271-ade1-8248d25db0a5. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.320869] env[70480]: DEBUG nova.network.neutron [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Updating instance_info_cache with network_info: [{"id": "1ba86fcc-0b9b-4271-ade1-8248d25db0a5", "address": "fa:16:3e:2e:dd:c1", "network": {"id": "4d92059e-7685-493b-b40d-a9150c7c0214", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1164649835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ade4839b094d2996949c0f2fcde540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba86fcc-0b", "ovs_interfaceid": "1ba86fcc-0b9b-4271-ade1-8248d25db0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.345612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Releasing lock "refresh_cache-b04ab7fb-93fe-48c7-bd34-e5282deebec5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.346076] env[70480]: DEBUG nova.compute.manager [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.346275] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.347987] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaed571-395b-42fd-860b-9b52512faca8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.357117] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.357403] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e1f95b6-39ed-427a-bcc8-ff335dce2c35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.364374] env[70480]: DEBUG oslo_vmware.api [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 742.364374] env[70480]: value = "task-3722498" [ 742.364374] env[70480]: _type = "Task" [ 742.364374] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.381033] env[70480]: DEBUG oslo_vmware.api [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.388835] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077477} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.390012] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.390683] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d3c7de-bffa-4f5f-9fef-c3ab0c162ef9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.419948] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2463f2fd-c558-4548-a035-ece20bd4ee9c/2463f2fd-c558-4548-a035-ece20bd4ee9c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.419948] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e113eaf0-9520-4c1b-9f40-bf506854f9b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.447418] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 742.447418] env[70480]: value = "task-3722499" [ 742.447418] env[70480]: _type = "Task" [ 742.447418] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.458106] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.664955] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722496, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.823570] env[70480]: DEBUG oslo_concurrency.lockutils [req-de72f05b-9e49-4872-9b24-ec013da74655 req-df9eec77-dd56-4d6b-9e76-eb131a5928bd service nova] Releasing lock "refresh_cache-2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.878124] env[70480]: DEBUG oslo_vmware.api [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722498, 'name': PowerOffVM_Task, 'duration_secs': 0.224211} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.878456] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.878654] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.878927] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-602b5e7d-6908-4d75-8f69-fd75a1f77ad9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.912379] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.912501] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.912714] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Deleting the datastore file [datastore1] b04ab7fb-93fe-48c7-bd34-e5282deebec5 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.912977] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2fcf9f-66c8-42ac-b1f6-3b12abfd3ccc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.920751] env[70480]: DEBUG oslo_vmware.api [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for the task: (returnval){ [ 742.920751] env[70480]: value = "task-3722501" [ 742.920751] env[70480]: _type = "Task" [ 742.920751] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.932041] env[70480]: DEBUG oslo_vmware.api [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.948650] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec0822f-c314-4329-8e41-ed2f3e98cc0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.964949] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.967059] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be942935-fb1f-4f18-bb5b-ba66fdc7bf01 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.006940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d968ad75-5045-4978-987b-318c2bfae37b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.016341] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c832420-e54d-48bb-b5bf-4566b7b0668c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.034619] env[70480]: DEBUG nova.compute.provider_tree [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.163898] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722496, 'name': CreateVM_Task, 'duration_secs': 1.513807} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.164176] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.164907] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.165089] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.165577] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.165868] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea2c979-baa5-4099-a8f0-35d9a806002a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.171232] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 743.171232] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d7bcd8-1fb1-0f38-0926-35573f4231fc" [ 743.171232] env[70480]: _type = "Task" [ 743.171232] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.180817] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d7bcd8-1fb1-0f38-0926-35573f4231fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.433253] env[70480]: DEBUG oslo_vmware.api [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Task: {'id': task-3722501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260514} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.433756] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.434146] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.434519] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.434850] env[70480]: INFO nova.compute.manager [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 743.435233] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.435529] env[70480]: DEBUG nova.compute.manager [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.435750] env[70480]: DEBUG nova.network.neutron [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.456144] env[70480]: DEBUG nova.network.neutron [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.464474] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722499, 'name': ReconfigVM_Task, 'duration_secs': 0.730008} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.464810] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2463f2fd-c558-4548-a035-ece20bd4ee9c/2463f2fd-c558-4548-a035-ece20bd4ee9c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.465571] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75598cc7-3039-49e3-928e-553dde0b5f38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.474114] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 743.474114] env[70480]: value = "task-3722502" [ 743.474114] env[70480]: _type = "Task" [ 743.474114] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.485197] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722502, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.560023] env[70480]: ERROR nova.scheduler.client.report [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [req-9e0d1d63-6d16-4ed7-8e36-93038801b892] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e0d1d63-6d16-4ed7-8e36-93038801b892"}]} [ 743.578363] env[70480]: DEBUG nova.scheduler.client.report [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 743.595498] env[70480]: DEBUG nova.scheduler.client.report [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 743.596423] env[70480]: DEBUG nova.compute.provider_tree [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.622055] env[70480]: DEBUG nova.scheduler.client.report [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 743.645342] env[70480]: DEBUG nova.scheduler.client.report [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 743.686146] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d7bcd8-1fb1-0f38-0926-35573f4231fc, 'name': SearchDatastore_Task, 'duration_secs': 0.035103} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.686832] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.686832] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.687045] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.687240] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.688380] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.688380] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb7595b-47d9-4268-9494-1ef14ae8e117 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.698172] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.698412] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.699208] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1591bbb2-1934-467e-8934-f743572860cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.706377] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 743.706377] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bd02b-9a29-dc2d-89c2-1682783318f6" [ 743.706377] env[70480]: _type = "Task" [ 743.706377] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.717494] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bd02b-9a29-dc2d-89c2-1682783318f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.733881] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "4278a8f2-85dd-441f-90ee-d27e74333a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.734136] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.961227] env[70480]: DEBUG nova.network.neutron [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.989681] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722502, 'name': Rename_Task, 'duration_secs': 0.15271} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.989951] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.990225] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a398ecd-f041-4d9b-ae32-e1e261080652 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.998015] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 743.998015] env[70480]: value = "task-3722503" [ 743.998015] env[70480]: _type = "Task" [ 743.998015] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.006757] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.127698] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb54068d-b86e-4568-8d29-0288a15e2d38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.136667] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ccc254-f52f-4bd2-8217-468cde2bbb25 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.172923] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc451c25-ad2a-4ef7-9969-6cc70fcab895 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.183603] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644ed327-0c81-41a9-93c3-0f2e8f0a4e38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.200499] env[70480]: DEBUG nova.compute.provider_tree [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.219503] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bd02b-9a29-dc2d-89c2-1682783318f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015528} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.219503] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a910fd-70b8-421c-b083-b07e3fd7cca5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.229185] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 744.229185] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521b25c4-8a7e-7f35-2cc3-2094e9f107e7" [ 744.229185] env[70480]: _type = "Task" [ 744.229185] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.242023] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521b25c4-8a7e-7f35-2cc3-2094e9f107e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.469025] env[70480]: INFO nova.compute.manager [-] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Took 1.03 seconds to deallocate network for instance. [ 744.511020] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722503, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.741060] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521b25c4-8a7e-7f35-2cc3-2094e9f107e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.741385] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.741646] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40/2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.741924] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd12f33d-3a75-471c-b707-afe6c00d3e7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.744841] env[70480]: DEBUG nova.scheduler.client.report [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 744.745050] env[70480]: DEBUG nova.compute.provider_tree [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 52 to 53 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 744.745273] env[70480]: DEBUG nova.compute.provider_tree [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.754853] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 744.754853] env[70480]: value = "task-3722504" [ 744.754853] env[70480]: _type = "Task" [ 744.754853] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.765917] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.978407] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.017537] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722503, 'name': PowerOnVM_Task, 'duration_secs': 0.882161} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.017686] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.017926] env[70480]: INFO nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Took 9.26 seconds to spawn the instance on the hypervisor. [ 745.018161] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.019173] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dee060a-e3ee-4b1c-8ce5-5f12f3553e63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.250332] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.823s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.251149] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.254826] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.541s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.259029] env[70480]: DEBUG nova.objects.instance [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lazy-loading 'resources' on Instance uuid ab8aaa9d-1162-4328-b6fb-ce5b80a01792 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.270444] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722504, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.542814] env[70480]: INFO nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Took 41.89 seconds to build instance. [ 745.758690] env[70480]: DEBUG nova.compute.utils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.760468] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.761441] env[70480]: DEBUG nova.network.neutron [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.778282] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716542} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.778618] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40/2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.778950] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.779334] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6c05c2a-2ee9-4263-9134-d4f0e1cba481 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.791779] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 745.791779] env[70480]: value = "task-3722505" [ 745.791779] env[70480]: _type = "Task" [ 745.791779] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.802409] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.865501] env[70480]: DEBUG nova.policy [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a28ad21274dd4667ae09911b142fe185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725198dc016747f5bc10223a520567c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.047493] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.673s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.264861] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.304715] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.383066} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.308460] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.309999] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd9421-e94a-45b6-afb8-7075d5cebe00 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.334382] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40/2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.334685] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7d1c86-400d-4ad5-bcde-24d189141aa0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.362022] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 746.362022] env[70480]: value = "task-3722506" [ 746.362022] env[70480]: _type = "Task" [ 746.362022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.372610] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.383108] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12f7ba-161d-4917-affb-26146621cace {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.390973] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228fb92e-4445-45f9-a38e-c2160195457a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.423254] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c8f5e-1264-48ae-a7b5-a50636b0c997 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.431505] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc5d16-1fe0-4dbc-af60-ab905fb332a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.445891] env[70480]: DEBUG nova.compute.provider_tree [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.447927] env[70480]: DEBUG nova.network.neutron [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Successfully created port: 1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.553621] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.871853] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.009017] env[70480]: DEBUG nova.scheduler.client.report [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 747.009017] env[70480]: DEBUG nova.compute.provider_tree [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 53 to 54 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 747.009017] env[70480]: DEBUG nova.compute.provider_tree [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.085665] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.274330] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.302659] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.302951] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.303452] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.303452] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.303573] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.303618] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.304042] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.304042] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.305676] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.305676] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.305676] env[70480]: DEBUG nova.virt.hardware [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.305676] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ba6c3-c929-4c1a-8b24-aa5cd7ae4949 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314634] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c2e44-e83e-413c-904d-1b5485bc2d4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.373035] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.514081] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.517783] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.442s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.519730] env[70480]: INFO nova.compute.claims [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.548727] env[70480]: INFO nova.scheduler.client.report [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Deleted allocations for instance ab8aaa9d-1162-4328-b6fb-ce5b80a01792 [ 747.873865] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722506, 'name': ReconfigVM_Task, 'duration_secs': 1.204264} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.874332] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40/2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.875115] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c09be34-0bea-4265-bed7-3e3142fe88ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.882959] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 747.882959] env[70480]: value = "task-3722507" [ 747.882959] env[70480]: _type = "Task" [ 747.882959] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.893051] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722507, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.028671] env[70480]: DEBUG nova.network.neutron [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Successfully updated port: 1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.061528] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Lock "ab8aaa9d-1162-4328-b6fb-ce5b80a01792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.373s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.155978] env[70480]: DEBUG nova.compute.manager [req-9f97428e-1d53-4fd2-b009-49f344760551 req-2000e668-a926-4e53-971b-9f020bde7ab4 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Received event network-vif-plugged-1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.156438] env[70480]: DEBUG oslo_concurrency.lockutils [req-9f97428e-1d53-4fd2-b009-49f344760551 req-2000e668-a926-4e53-971b-9f020bde7ab4 service nova] Acquiring lock "b561e468-4930-450f-a3b7-223eacbe36aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.156799] env[70480]: DEBUG oslo_concurrency.lockutils [req-9f97428e-1d53-4fd2-b009-49f344760551 req-2000e668-a926-4e53-971b-9f020bde7ab4 service nova] Lock "b561e468-4930-450f-a3b7-223eacbe36aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.158342] env[70480]: DEBUG oslo_concurrency.lockutils [req-9f97428e-1d53-4fd2-b009-49f344760551 req-2000e668-a926-4e53-971b-9f020bde7ab4 service nova] Lock "b561e468-4930-450f-a3b7-223eacbe36aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.158342] env[70480]: DEBUG nova.compute.manager [req-9f97428e-1d53-4fd2-b009-49f344760551 req-2000e668-a926-4e53-971b-9f020bde7ab4 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] No waiting events found dispatching network-vif-plugged-1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.158342] env[70480]: WARNING nova.compute.manager [req-9f97428e-1d53-4fd2-b009-49f344760551 req-2000e668-a926-4e53-971b-9f020bde7ab4 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Received unexpected event network-vif-plugged-1b8a003d-282c-4c1c-b96b-7462e622b1ca for instance with vm_state building and task_state spawning. [ 748.200032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "07c1ec66-95f1-48dc-82f6-bda260842773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.200285] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "07c1ec66-95f1-48dc-82f6-bda260842773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.242619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.242858] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.395436] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722507, 'name': Rename_Task, 'duration_secs': 0.238236} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.396858] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.396858] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e263b38f-3f02-46d8-badf-846dbb728c54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.403029] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 748.403029] env[70480]: value = "task-3722508" [ 748.403029] env[70480]: _type = "Task" [ 748.403029] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.411244] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.534990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "refresh_cache-b561e468-4930-450f-a3b7-223eacbe36aa" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.535214] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired lock "refresh_cache-b561e468-4930-450f-a3b7-223eacbe36aa" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.535465] env[70480]: DEBUG nova.network.neutron [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.918460] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722508, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.088936] env[70480]: DEBUG nova.network.neutron [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.105250] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a4a2d-ef9d-44f1-beb1-fb6faa5fb76f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.114591] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6504a627-5551-4644-b0f4-ce8e0d62aec5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.156804] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d443a3d6-29b0-4fa2-a90f-b6f4e7b81cac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.168631] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfaea6f-e0a9-433f-a66e-857c016b363b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.184076] env[70480]: DEBUG nova.compute.provider_tree [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.330344] env[70480]: DEBUG nova.network.neutron [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Updating instance_info_cache with network_info: [{"id": "1b8a003d-282c-4c1c-b96b-7462e622b1ca", "address": "fa:16:3e:6c:8d:bc", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a003d-28", "ovs_interfaceid": "1b8a003d-282c-4c1c-b96b-7462e622b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.415439] env[70480]: DEBUG oslo_vmware.api [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722508, 'name': PowerOnVM_Task, 'duration_secs': 0.758344} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.416076] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.416435] env[70480]: INFO nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Took 10.88 seconds to spawn the instance on the hypervisor. [ 749.416859] env[70480]: DEBUG nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.417828] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7473c459-cfbe-4e6b-ae90-8fe80d7f714d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.690214] env[70480]: DEBUG nova.scheduler.client.report [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.831692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Releasing lock "refresh_cache-b561e468-4930-450f-a3b7-223eacbe36aa" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.832039] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Instance network_info: |[{"id": "1b8a003d-282c-4c1c-b96b-7462e622b1ca", "address": "fa:16:3e:6c:8d:bc", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a003d-28", "ovs_interfaceid": "1b8a003d-282c-4c1c-b96b-7462e622b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.832486] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:8d:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8a003d-282c-4c1c-b96b-7462e622b1ca', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.840293] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.840580] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.840810] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a3804fe-c4df-4530-9cf7-ad2043639f91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.862418] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.862418] env[70480]: value = "task-3722509" [ 749.862418] env[70480]: _type = "Task" [ 749.862418] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.874192] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722509, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.938419] env[70480]: INFO nova.compute.manager [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Took 45.22 seconds to build instance. [ 750.194743] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.195189] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.788s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.195316] env[70480]: DEBUG nova.objects.instance [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 750.254730] env[70480]: DEBUG nova.compute.manager [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Received event network-changed-1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.254925] env[70480]: DEBUG nova.compute.manager [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Refreshing instance network info cache due to event network-changed-1b8a003d-282c-4c1c-b96b-7462e622b1ca. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.255175] env[70480]: DEBUG oslo_concurrency.lockutils [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] Acquiring lock "refresh_cache-b561e468-4930-450f-a3b7-223eacbe36aa" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.255294] env[70480]: DEBUG oslo_concurrency.lockutils [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] Acquired lock "refresh_cache-b561e468-4930-450f-a3b7-223eacbe36aa" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.256093] env[70480]: DEBUG nova.network.neutron [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Refreshing network info cache for port 1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.373757] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722509, 'name': CreateVM_Task, 'duration_secs': 0.372969} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.373996] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.374773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.374966] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.375350] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.375635] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d7848b-d8a8-454a-a876-4969f3769418 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.381326] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 750.381326] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f694dd-48e4-3a3a-0571-68cfcaf63e35" [ 750.381326] env[70480]: _type = "Task" [ 750.381326] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.390636] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f694dd-48e4-3a3a-0571-68cfcaf63e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.441990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.006s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.701012] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "efc984d9-051b-49b7-9db6-d12e4cb15d60" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.701292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "efc984d9-051b-49b7-9db6-d12e4cb15d60" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.822930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "32c744da-7d41-4920-8941-93d1dab81cd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.824537] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "32c744da-7d41-4920-8941-93d1dab81cd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.825377] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "32c744da-7d41-4920-8941-93d1dab81cd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.826884] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "32c744da-7d41-4920-8941-93d1dab81cd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.826884] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "32c744da-7d41-4920-8941-93d1dab81cd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.829574] env[70480]: INFO nova.compute.manager [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Terminating instance [ 750.897571] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f694dd-48e4-3a3a-0571-68cfcaf63e35, 'name': SearchDatastore_Task, 'duration_secs': 0.041215} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.897807] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.898060] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.898304] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.898451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.898631] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.899251] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cc027ba-9d9f-4d94-a9f8-9e2afab77762 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.911311] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.911538] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.912321] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55862a6-da33-4542-a19c-9481cd258da5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.918117] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 750.918117] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4cf16-6571-0b67-4964-7b2e29317dc6" [ 750.918117] env[70480]: _type = "Task" [ 750.918117] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.929733] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4cf16-6571-0b67-4964-7b2e29317dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.944619] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.091060] env[70480]: DEBUG nova.network.neutron [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Updated VIF entry in instance network info cache for port 1b8a003d-282c-4c1c-b96b-7462e622b1ca. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.091436] env[70480]: DEBUG nova.network.neutron [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Updating instance_info_cache with network_info: [{"id": "1b8a003d-282c-4c1c-b96b-7462e622b1ca", "address": "fa:16:3e:6c:8d:bc", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a003d-28", "ovs_interfaceid": "1b8a003d-282c-4c1c-b96b-7462e622b1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.204488] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "efc984d9-051b-49b7-9db6-d12e4cb15d60" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.205108] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.209466] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2dd33fb1-7a97-4fd5-b785-305ac8c73820 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.210703] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.338s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.212762] env[70480]: INFO nova.compute.claims [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.336246] env[70480]: DEBUG nova.compute.manager [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.336568] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.338184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605d65b-a846-4054-a46e-d9ea146c0677 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.348992] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.349404] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9bf1670-93bf-4a8a-99e8-c3af1bfb4f1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.356520] env[70480]: DEBUG oslo_vmware.api [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 751.356520] env[70480]: value = "task-3722510" [ 751.356520] env[70480]: _type = "Task" [ 751.356520] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.368501] env[70480]: DEBUG oslo_vmware.api [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.430720] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4cf16-6571-0b67-4964-7b2e29317dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.036852} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.432692] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025ea01e-effb-4d6d-993b-faf568a1ae5e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.441576] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 751.441576] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52177c50-cdb2-dc61-be34-fb7f8e00dfb3" [ 751.441576] env[70480]: _type = "Task" [ 751.441576] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.450892] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52177c50-cdb2-dc61-be34-fb7f8e00dfb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.477434] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.593956] env[70480]: DEBUG oslo_concurrency.lockutils [req-9a88ee58-fdf6-476b-a2b7-b89eb0a12188 req-773d8464-641f-4141-8d3b-d417a86a20a7 service nova] Releasing lock "refresh_cache-b561e468-4930-450f-a3b7-223eacbe36aa" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.710871] env[70480]: DEBUG nova.compute.utils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.712488] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.712649] env[70480]: DEBUG nova.network.neutron [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.795263] env[70480]: DEBUG nova.policy [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32b1261788704a5bab036ac752401927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '700879a0cb3f4c19b59ecd20fa7c64b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.870382] env[70480]: DEBUG oslo_vmware.api [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722510, 'name': PowerOffVM_Task, 'duration_secs': 0.286755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.870800] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.871032] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.871391] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21be2506-340a-4860-b3df-08f9e89fe0e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.948545] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.949008] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.949463] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleting the datastore file [datastore1] 32c744da-7d41-4920-8941-93d1dab81cd4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.951456] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba39c2b5-1c21-4fc7-9869-7f2c295fd2d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.964684] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52177c50-cdb2-dc61-be34-fb7f8e00dfb3, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.964963] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.965478] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b561e468-4930-450f-a3b7-223eacbe36aa/b561e468-4930-450f-a3b7-223eacbe36aa.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.967062] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46cd85f7-8a2e-4988-ae0c-dd6ffbd3e625 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.972830] env[70480]: DEBUG oslo_vmware.api [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 751.972830] env[70480]: value = "task-3722512" [ 751.972830] env[70480]: _type = "Task" [ 751.972830] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.983865] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 751.983865] env[70480]: value = "task-3722513" [ 751.983865] env[70480]: _type = "Task" [ 751.983865] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.995056] env[70480]: DEBUG oslo_vmware.api [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.001332] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.123217] env[70480]: DEBUG nova.network.neutron [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Successfully created port: 5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.216279] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.487663] env[70480]: DEBUG oslo_vmware.api [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248099} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.493147] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.495190] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.495606] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.495748] env[70480]: INFO nova.compute.manager [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 752.496081] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.496277] env[70480]: DEBUG nova.compute.manager [-] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.496372] env[70480]: DEBUG nova.network.neutron [-] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.507733] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.832972] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304210f-a4bd-4f72-9926-f7aeb60d96b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.842131] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73591293-8cf6-4fe0-8f41-156f0ad3afc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.874996] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93feebf-2507-453c-b941-c1ae2a0eccfb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.885458] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b396cab2-24f7-40e4-90f4-8fa84d3535f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.901906] env[70480]: DEBUG nova.compute.provider_tree [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.997990] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621526} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.998299] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b561e468-4930-450f-a3b7-223eacbe36aa/b561e468-4930-450f-a3b7-223eacbe36aa.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.998566] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.998836] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9333b55-0e02-4319-8f92-73ec232c7d90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.008075] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 753.008075] env[70480]: value = "task-3722514" [ 753.008075] env[70480]: _type = "Task" [ 753.008075] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.021311] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.227343] env[70480]: DEBUG nova.compute.manager [req-b5ecc379-b9ec-40b5-beb2-3c545eb7991a req-5a06f93f-e7dd-460b-acfd-c5368587f26a service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Received event network-vif-deleted-60f32ea6-95ff-4811-82d8-58a6f8c91847 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.227343] env[70480]: INFO nova.compute.manager [req-b5ecc379-b9ec-40b5-beb2-3c545eb7991a req-5a06f93f-e7dd-460b-acfd-c5368587f26a service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Neutron deleted interface 60f32ea6-95ff-4811-82d8-58a6f8c91847; detaching it from the instance and deleting it from the info cache [ 753.227343] env[70480]: DEBUG nova.network.neutron [req-b5ecc379-b9ec-40b5-beb2-3c545eb7991a req-5a06f93f-e7dd-460b-acfd-c5368587f26a service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.229876] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.264927] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.265394] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.266023] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.266023] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.266023] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.266334] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.266655] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.266744] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.267036] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.267227] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.267407] env[70480]: DEBUG nova.virt.hardware [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.268844] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf985b-fad1-4079-99cb-7348bee0f051 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.279486] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1596b4-04dc-4396-bd13-c045aa227b33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.320911] env[70480]: DEBUG nova.network.neutron [-] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.409025] env[70480]: DEBUG nova.scheduler.client.report [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.520236] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076732} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.520616] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.521675] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fe5cd-0eb8-413a-83b1-a4a3e025705b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.544772] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b561e468-4930-450f-a3b7-223eacbe36aa/b561e468-4930-450f-a3b7-223eacbe36aa.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.545105] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72652d0-8be4-4980-91f8-c467016083f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566560] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 753.566560] env[70480]: value = "task-3722515" [ 753.566560] env[70480]: _type = "Task" [ 753.566560] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.578127] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.709367] env[70480]: DEBUG nova.network.neutron [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Successfully updated port: 5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.735939] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dea825e-0da2-46bf-b896-4cadf005756f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.746400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755cdd92-3b58-49b1-9175-586357447e35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.781107] env[70480]: DEBUG nova.compute.manager [req-b5ecc379-b9ec-40b5-beb2-3c545eb7991a req-5a06f93f-e7dd-460b-acfd-c5368587f26a service nova] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Detach interface failed, port_id=60f32ea6-95ff-4811-82d8-58a6f8c91847, reason: Instance 32c744da-7d41-4920-8941-93d1dab81cd4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 753.824658] env[70480]: INFO nova.compute.manager [-] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Took 1.33 seconds to deallocate network for instance. [ 753.914741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.914741] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.918831] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.524s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.920070] env[70480]: DEBUG nova.objects.instance [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lazy-loading 'resources' on Instance uuid 6e16fab4-3840-47aa-b30e-fd4b17872a44 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.931376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-14b0be9c-a80a-4212-8ae5-3b5b527fedd1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.931636] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-14b0be9c-a80a-4212-8ae5-3b5b527fedd1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.931984] env[70480]: DEBUG nova.objects.instance [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'flavor' on Instance uuid 14b0be9c-a80a-4212-8ae5-3b5b527fedd1 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.077633] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722515, 'name': ReconfigVM_Task, 'duration_secs': 0.288133} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.078078] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b561e468-4930-450f-a3b7-223eacbe36aa/b561e468-4930-450f-a3b7-223eacbe36aa.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.078940] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-352922a5-f51e-4b54-b4de-60c0df34adf6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.086052] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 754.086052] env[70480]: value = "task-3722516" [ 754.086052] env[70480]: _type = "Task" [ 754.086052] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.095232] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722516, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.210087] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "refresh_cache-cafe0a41-301f-48dc-abad-8ee197460c61" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.210385] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquired lock "refresh_cache-cafe0a41-301f-48dc-abad-8ee197460c61" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.210776] env[70480]: DEBUG nova.network.neutron [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.332733] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.424241] env[70480]: DEBUG nova.compute.utils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.429118] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.429218] env[70480]: DEBUG nova.network.neutron [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.501751] env[70480]: DEBUG nova.policy [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94db1eaed5df46e19bc93de97662496a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31352687d6df4343a96e29d29f9eb335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.549440] env[70480]: DEBUG nova.objects.instance [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'pci_requests' on Instance uuid 14b0be9c-a80a-4212-8ae5-3b5b527fedd1 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.600636] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722516, 'name': Rename_Task, 'duration_secs': 0.267569} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.603936] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.605138] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3893e7-8fb4-4f5b-9a5f-588071b179a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.611991] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 754.611991] env[70480]: value = "task-3722517" [ 754.611991] env[70480]: _type = "Task" [ 754.611991] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.623263] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.760779] env[70480]: DEBUG nova.network.neutron [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.934927] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.941450] env[70480]: DEBUG nova.network.neutron [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Successfully created port: 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.000323] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0363458f-c57e-4aa4-8aa3-6f69ed0dc5ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.010019] env[70480]: DEBUG nova.network.neutron [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Updating instance_info_cache with network_info: [{"id": "5d552485-c207-412b-9761-d03da8330658", "address": "fa:16:3e:59:df:38", "network": {"id": "6f2b984c-d414-4d6c-90e1-e5079f674d0c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1142049454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700879a0cb3f4c19b59ecd20fa7c64b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d552485-c2", "ovs_interfaceid": "5d552485-c207-412b-9761-d03da8330658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.013937] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f4f56-9db1-4964-a86a-74839ad3af63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.054671] env[70480]: DEBUG nova.objects.base [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Object Instance<14b0be9c-a80a-4212-8ae5-3b5b527fedd1> lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 755.054925] env[70480]: DEBUG nova.network.neutron [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.059281] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba09995-2905-4577-a273-bd7b83c975fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.069417] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c764ea-ab16-4697-a8b2-585239cb815f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.086766] env[70480]: DEBUG nova.compute.provider_tree [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.092964] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.092964] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.130367] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.142481] env[70480]: DEBUG nova.policy [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.444734] env[70480]: INFO nova.virt.block_device [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Booting with volume 7946a523-d1a7-49e6-936d-838b00ffcaa7 at /dev/sda [ 755.494123] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-083c1051-d66a-4765-b065-fd587254bf63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.505069] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e86315-a0d4-4733-8eb9-571a5ad9a532 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.516922] env[70480]: DEBUG nova.network.neutron [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Successfully created port: 4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.519093] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Releasing lock "refresh_cache-cafe0a41-301f-48dc-abad-8ee197460c61" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.519384] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Instance network_info: |[{"id": "5d552485-c207-412b-9761-d03da8330658", "address": "fa:16:3e:59:df:38", "network": {"id": "6f2b984c-d414-4d6c-90e1-e5079f674d0c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1142049454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700879a0cb3f4c19b59ecd20fa7c64b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d552485-c2", "ovs_interfaceid": "5d552485-c207-412b-9761-d03da8330658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.520172] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:df:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d552485-c207-412b-9761-d03da8330658', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.528546] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Creating folder: Project (700879a0cb3f4c19b59ecd20fa7c64b1). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.529181] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44e2c175-8a53-498c-add2-f1019ef73bd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.543687] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27c3ef94-f11d-48ee-9408-d38842fc6796 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.553188] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f347ea2a-4923-426e-b236-056767af00aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.564959] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Created folder: Project (700879a0cb3f4c19b59ecd20fa7c64b1) in parent group-v741156. [ 755.565173] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Creating folder: Instances. Parent ref: group-v741248. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.565878] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d37aeb53-20bf-4fc0-929e-534c69af3d45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.577523] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Created folder: Instances in parent group-v741248. [ 755.577889] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.587745] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.588143] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94651dc0-05bf-41a5-8e08-562fd2d19211 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.606587] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc75e808-d176-4e46-872a-c54462474a8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.609893] env[70480]: DEBUG nova.scheduler.client.report [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.622342] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3d4dd4-5d28-4698-9935-db4fba00aeb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.624635] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.624635] env[70480]: value = "task-3722520" [ 755.624635] env[70480]: _type = "Task" [ 755.624635] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.627748] env[70480]: DEBUG oslo_vmware.api [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722517, 'name': PowerOnVM_Task, 'duration_secs': 0.521266} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.632013] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.632253] env[70480]: INFO nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Took 8.36 seconds to spawn the instance on the hypervisor. [ 755.632440] env[70480]: DEBUG nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.633528] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc30d93-61fa-46d0-9c0f-83a622b9b92e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.640915] env[70480]: DEBUG nova.virt.block_device [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updating existing volume attachment record: cef85171-b91f-4b6b-8ac8-e89e2019e5d6 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.648095] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722520, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.022193] env[70480]: DEBUG nova.compute.manager [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Received event network-vif-plugged-5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.022478] env[70480]: DEBUG oslo_concurrency.lockutils [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] Acquiring lock "cafe0a41-301f-48dc-abad-8ee197460c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.022760] env[70480]: DEBUG oslo_concurrency.lockutils [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] Lock "cafe0a41-301f-48dc-abad-8ee197460c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.022860] env[70480]: DEBUG oslo_concurrency.lockutils [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] Lock "cafe0a41-301f-48dc-abad-8ee197460c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.025110] env[70480]: DEBUG nova.compute.manager [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] No waiting events found dispatching network-vif-plugged-5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.025110] env[70480]: WARNING nova.compute.manager [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Received unexpected event network-vif-plugged-5d552485-c207-412b-9761-d03da8330658 for instance with vm_state building and task_state spawning. [ 756.025110] env[70480]: DEBUG nova.compute.manager [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Received event network-changed-5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.025110] env[70480]: DEBUG nova.compute.manager [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Refreshing instance network info cache due to event network-changed-5d552485-c207-412b-9761-d03da8330658. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.025110] env[70480]: DEBUG oslo_concurrency.lockutils [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] Acquiring lock "refresh_cache-cafe0a41-301f-48dc-abad-8ee197460c61" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.025110] env[70480]: DEBUG oslo_concurrency.lockutils [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] Acquired lock "refresh_cache-cafe0a41-301f-48dc-abad-8ee197460c61" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.025427] env[70480]: DEBUG nova.network.neutron [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Refreshing network info cache for port 5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.115845] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.118477] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.175s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.119161] env[70480]: DEBUG nova.objects.instance [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lazy-loading 'resources' on Instance uuid ab851604-15d7-4771-8575-87b4de031f6c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.139349] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722520, 'name': CreateVM_Task, 'duration_secs': 0.425845} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.139927] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.140802] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.140971] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.141328] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.141717] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c443378a-2f19-4437-9fc3-68c282d45d69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.144714] env[70480]: INFO nova.scheduler.client.report [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Deleted allocations for instance 6e16fab4-3840-47aa-b30e-fd4b17872a44 [ 756.151479] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 756.151479] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cc309-b170-b872-e291-f03d780adb62" [ 756.151479] env[70480]: _type = "Task" [ 756.151479] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.163046] env[70480]: INFO nova.compute.manager [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Took 47.24 seconds to build instance. [ 756.167991] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cc309-b170-b872-e291-f03d780adb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.620753] env[70480]: DEBUG nova.network.neutron [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Successfully updated port: 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.656656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Lock "6e16fab4-3840-47aa-b30e-fd4b17872a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.741s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.668615] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8b3301be-b074-4e9e-899e-8bd9a316493c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "b561e468-4930-450f-a3b7-223eacbe36aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.008s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.669293] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cc309-b170-b872-e291-f03d780adb62, 'name': SearchDatastore_Task, 'duration_secs': 0.02195} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.670807] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671062] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.671347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671609] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671671] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.672709] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dcaa95-27b5-4630-baea-523a1480d6b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.689943] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.689943] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.690907] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f0bc01-0e91-477b-a9ce-07f3d58515a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.699332] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 756.699332] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525439d1-a820-7ee5-e093-64d06e99a93a" [ 756.699332] env[70480]: _type = "Task" [ 756.699332] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.708457] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525439d1-a820-7ee5-e093-64d06e99a93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.836649] env[70480]: DEBUG nova.network.neutron [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Updated VIF entry in instance network info cache for port 5d552485-c207-412b-9761-d03da8330658. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.837128] env[70480]: DEBUG nova.network.neutron [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Updating instance_info_cache with network_info: [{"id": "5d552485-c207-412b-9761-d03da8330658", "address": "fa:16:3e:59:df:38", "network": {"id": "6f2b984c-d414-4d6c-90e1-e5079f674d0c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1142049454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "700879a0cb3f4c19b59ecd20fa7c64b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d552485-c2", "ovs_interfaceid": "5d552485-c207-412b-9761-d03da8330658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.068576] env[70480]: DEBUG nova.network.neutron [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Successfully updated port: 4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.127030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquiring lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.127030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquired lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.127459] env[70480]: DEBUG nova.network.neutron [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.164429] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97502f6-9e00-4865-92c8-e4a70ed97019 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.173028] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.176586] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59456e02-1678-4aa2-8b25-f00e87ef83a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.211927] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f13d0-b811-43ea-8113-d9bd1d5127f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.222409] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525439d1-a820-7ee5-e093-64d06e99a93a, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.225215] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003dfe28-b165-4075-9f52-7a9853637856 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.228556] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623cec23-4d07-455e-83cb-fb954ff5d3c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.236456] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 757.236456] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bfbf29-7f57-7195-accd-a648b69649af" [ 757.236456] env[70480]: _type = "Task" [ 757.236456] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.244798] env[70480]: DEBUG nova.compute.provider_tree [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.255688] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bfbf29-7f57-7195-accd-a648b69649af, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.256619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.256887] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] cafe0a41-301f-48dc-abad-8ee197460c61/cafe0a41-301f-48dc-abad-8ee197460c61.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.257170] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94b47662-8426-4ae9-a1b6-a50fbd66370a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.269250] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 757.269250] env[70480]: value = "task-3722521" [ 757.269250] env[70480]: _type = "Task" [ 757.269250] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.278707] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.339867] env[70480]: DEBUG oslo_concurrency.lockutils [req-7fdc566d-0808-459c-8d92-cf369734efc7 req-5dfbc16c-5470-4095-9480-c6e90a6a39df service nova] Releasing lock "refresh_cache-cafe0a41-301f-48dc-abad-8ee197460c61" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.572050] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.572328] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.572635] env[70480]: DEBUG nova.network.neutron [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.708696] env[70480]: DEBUG nova.network.neutron [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.719621] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.753341] env[70480]: DEBUG nova.scheduler.client.report [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.765711] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.766560] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.766811] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.766993] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.767302] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.768849] env[70480]: DEBUG nova.virt.hardware [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.770388] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a4b14a-1482-4e46-97bb-4221d80869d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.790244] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5723ff0-dd76-44f1-b6c1-dfec9db24169 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.795485] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722521, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.991855] env[70480]: DEBUG nova.network.neutron [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updating instance_info_cache with network_info: [{"id": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "address": "fa:16:3e:fb:85:4e", "network": {"id": "aa802006-f783-4f69-9ab6-9fe5b7fd9926", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2115515792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31352687d6df4343a96e29d29f9eb335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2439f1c3-9d", "ovs_interfaceid": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.129300] env[70480]: WARNING nova.network.neutron [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] 0e27922c-87b6-43ad-b791-bb5914320352 already exists in list: networks containing: ['0e27922c-87b6-43ad-b791-bb5914320352']. ignoring it [ 758.258189] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.261111] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.630s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.261516] env[70480]: DEBUG nova.objects.instance [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.281363] env[70480]: INFO nova.scheduler.client.report [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleted allocations for instance ab851604-15d7-4771-8575-87b4de031f6c [ 758.286753] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523797} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.289135] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] cafe0a41-301f-48dc-abad-8ee197460c61/cafe0a41-301f-48dc-abad-8ee197460c61.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.289450] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.289765] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f80649d6-dc2e-4145-b4bb-2bf39be8f65a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.298210] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 758.298210] env[70480]: value = "task-3722522" [ 758.298210] env[70480]: _type = "Task" [ 758.298210] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.309766] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.496210] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Releasing lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.496210] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Instance network_info: |[{"id": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "address": "fa:16:3e:fb:85:4e", "network": {"id": "aa802006-f783-4f69-9ab6-9fe5b7fd9926", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2115515792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31352687d6df4343a96e29d29f9eb335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2439f1c3-9d", "ovs_interfaceid": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.496573] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:85:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2439f1c3-9d35-48f9-bc21-de6bb3cc0590', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.504481] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Creating folder: Project (31352687d6df4343a96e29d29f9eb335). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.504856] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e33e56-e6cd-492c-82f5-ff46e4e988e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521899] env[70480]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 758.523541] env[70480]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70480) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 758.523541] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Folder already exists: Project (31352687d6df4343a96e29d29f9eb335). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 758.523953] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Creating folder: Instances. Parent ref: group-v741188. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.524083] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e91dbbd-35fb-4226-ad07-7a7ba66b3c99 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.538916] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Created folder: Instances in parent group-v741188. [ 758.539213] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.539426] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.539644] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1455406b-b124-40b1-8225-75b9f9e5aa68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.568056] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.568056] env[70480]: value = "task-3722525" [ 758.568056] env[70480]: _type = "Task" [ 758.568056] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.577904] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722525, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.696405] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Received event network-vif-plugged-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.696405] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Acquiring lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.701027] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.701027] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.701027] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] No waiting events found dispatching network-vif-plugged-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.701027] env[70480]: WARNING nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Received unexpected event network-vif-plugged-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 for instance with vm_state building and task_state spawning. [ 758.701027] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Received event network-changed-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.701027] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Refreshing instance network info cache due to event network-changed-2439f1c3-9d35-48f9-bc21-de6bb3cc0590. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.701027] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Acquiring lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.701027] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Acquired lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.701027] env[70480]: DEBUG nova.network.neutron [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Refreshing network info cache for port 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.796031] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d46b38f5-53ae-4202-a8da-7e5be45a51f9 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "ab851604-15d7-4771-8575-87b4de031f6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.279s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.815468] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257026} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.815970] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.817049] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86c7a1-4432-40de-b88a-84313ea955ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.842793] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] cafe0a41-301f-48dc-abad-8ee197460c61/cafe0a41-301f-48dc-abad-8ee197460c61.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.843439] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5bba3f-e175-4450-8a68-b69118ee944f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.867029] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 758.867029] env[70480]: value = "task-3722526" [ 758.867029] env[70480]: _type = "Task" [ 758.867029] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.875359] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.877010] env[70480]: DEBUG nova.network.neutron [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e0434e8-7edf-4c2c-a404-faafaefae7fd", "address": "fa:16:3e:6e:c0:b2", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0434e8-7e", "ovs_interfaceid": "4e0434e8-7edf-4c2c-a404-faafaefae7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.081983] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722525, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.276027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-34904862-1e81-492e-a5d2-d5b788bea8af tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.276027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.901s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.277320] env[70480]: INFO nova.compute.claims [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.380026] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722526, 'name': ReconfigVM_Task, 'duration_secs': 0.35772} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.380210] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.380893] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.381060] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.381333] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Reconfigured VM instance instance-0000001c to attach disk [datastore1] cafe0a41-301f-48dc-abad-8ee197460c61/cafe0a41-301f-48dc-abad-8ee197460c61.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.382464] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b795949-83e7-41a8-885b-cd2b9d1c1c5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.386773] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4c7f81-0661-4234-952b-201c5d4421e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.410841] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.411958] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.412191] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.412398] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.412604] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.412759] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.412974] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.413199] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.413665] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.413665] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.413810] env[70480]: DEBUG nova.virt.hardware [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.421899] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Reconfiguring VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 759.423753] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c309d53-91d0-406b-b3a8-39402d473b1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.437762] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 759.437762] env[70480]: value = "task-3722527" [ 759.437762] env[70480]: _type = "Task" [ 759.437762] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.438745] env[70480]: DEBUG nova.network.neutron [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updated VIF entry in instance network info cache for port 2439f1c3-9d35-48f9-bc21-de6bb3cc0590. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.439090] env[70480]: DEBUG nova.network.neutron [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updating instance_info_cache with network_info: [{"id": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "address": "fa:16:3e:fb:85:4e", "network": {"id": "aa802006-f783-4f69-9ab6-9fe5b7fd9926", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2115515792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31352687d6df4343a96e29d29f9eb335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2439f1c3-9d", "ovs_interfaceid": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.440388] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "b561e468-4930-450f-a3b7-223eacbe36aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.440632] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "b561e468-4930-450f-a3b7-223eacbe36aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.440838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "b561e468-4930-450f-a3b7-223eacbe36aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.441094] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "b561e468-4930-450f-a3b7-223eacbe36aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.441292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "b561e468-4930-450f-a3b7-223eacbe36aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.447090] env[70480]: INFO nova.compute.manager [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Terminating instance [ 759.450624] env[70480]: DEBUG oslo_vmware.api [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 759.450624] env[70480]: value = "task-3722528" [ 759.450624] env[70480]: _type = "Task" [ 759.450624] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.460785] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722527, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.469693] env[70480]: DEBUG oslo_vmware.api [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722528, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.579695] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722525, 'name': CreateVM_Task, 'duration_secs': 0.722646} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.579935] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.580731] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741207', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'name': 'volume-7946a523-d1a7-49e6-936d-838b00ffcaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a8d3b7a-37e5-46ec-b895-a2a188d74e14', 'attached_at': '', 'detached_at': '', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'serial': '7946a523-d1a7-49e6-936d-838b00ffcaa7'}, 'mount_device': '/dev/sda', 'attachment_id': 'cef85171-b91f-4b6b-8ac8-e89e2019e5d6', 'guest_format': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70480) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 759.580934] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Root volume attach. Driver type: vmdk {{(pid=70480) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 759.581755] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d69fdb-f338-4c9d-bd6b-823282340c37 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.592413] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de75c42c-7fa2-48d0-9064-fc7a19277f2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.599211] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef667ef3-a3a3-4334-b390-6779fbb15a1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.605281] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6c622491-e761-4191-acc9-55b3937501ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.614346] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 759.614346] env[70480]: value = "task-3722529" [ 759.614346] env[70480]: _type = "Task" [ 759.614346] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.625901] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722529, 'name': RelocateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.944664] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Releasing lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.945031] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-vif-plugged-4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.945163] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.945367] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.945527] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.945691] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] No waiting events found dispatching network-vif-plugged-4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.945860] env[70480]: WARNING nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received unexpected event network-vif-plugged-4e0434e8-7edf-4c2c-a404-faafaefae7fd for instance with vm_state active and task_state None. [ 759.946082] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-changed-4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.946263] env[70480]: DEBUG nova.compute.manager [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Refreshing instance network info cache due to event network-changed-4e0434e8-7edf-4c2c-a404-faafaefae7fd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.946609] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Acquiring lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.946787] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Acquired lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.946998] env[70480]: DEBUG nova.network.neutron [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Refreshing network info cache for port 4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.960653] env[70480]: DEBUG nova.compute.manager [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.960890] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.961250] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722527, 'name': Rename_Task, 'duration_secs': 0.159385} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.962283] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2464c28-c1c3-4e7d-93c7-bcb51d98c3dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.965581] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.966576] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b5dd1b9-48e2-4a72-9f61-82ee2ef4b71e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.973113] env[70480]: DEBUG oslo_vmware.api [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.976821] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.978434] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11eb22ee-16bc-4d6c-a3f1-b8ec4afa8106 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.981656] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 759.981656] env[70480]: value = "task-3722530" [ 759.981656] env[70480]: _type = "Task" [ 759.981656] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.986411] env[70480]: DEBUG oslo_vmware.api [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 759.986411] env[70480]: value = "task-3722531" [ 759.986411] env[70480]: _type = "Task" [ 759.986411] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.993857] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.000396] env[70480]: DEBUG oslo_vmware.api [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.133328] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722529, 'name': RelocateVM_Task, 'duration_secs': 0.037483} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.133749] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.134043] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741207', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'name': 'volume-7946a523-d1a7-49e6-936d-838b00ffcaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a8d3b7a-37e5-46ec-b895-a2a188d74e14', 'attached_at': '', 'detached_at': '', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'serial': '7946a523-d1a7-49e6-936d-838b00ffcaa7'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.135165] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041c6f98-d8b5-4e11-be0d-876090552c9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.158725] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843ba86-7b37-4e20-a4c2-c5836fb34412 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.186949] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-7946a523-d1a7-49e6-936d-838b00ffcaa7/volume-7946a523-d1a7-49e6-936d-838b00ffcaa7.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.187211] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b166c483-ae68-4f1c-ab65-3b55f88eb0c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.211247] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 760.211247] env[70480]: value = "task-3722532" [ 760.211247] env[70480]: _type = "Task" [ 760.211247] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.221913] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.470378] env[70480]: DEBUG oslo_vmware.api [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722528, 'name': ReconfigVM_Task, 'duration_secs': 0.794683} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.471191] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.471449] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Reconfigured VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 760.495523] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.505122] env[70480]: DEBUG oslo_vmware.api [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722531, 'name': PowerOffVM_Task, 'duration_secs': 0.237061} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.507756] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.508099] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.508859] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99800172-4a7c-41ac-bfd9-3f3cd6658083 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.545077] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.545625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.545867] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.546238] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.546470] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.550036] env[70480]: INFO nova.compute.manager [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Terminating instance [ 760.638981] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.639239] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.639422] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Deleting the datastore file [datastore2] b561e468-4930-450f-a3b7-223eacbe36aa {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.639692] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd2b38fd-13c4-4736-a7fd-5663bf4c3d24 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.647198] env[70480]: DEBUG oslo_vmware.api [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for the task: (returnval){ [ 760.647198] env[70480]: value = "task-3722534" [ 760.647198] env[70480]: _type = "Task" [ 760.647198] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.658328] env[70480]: DEBUG oslo_vmware.api [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.724898] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722532, 'name': ReconfigVM_Task, 'duration_secs': 0.441984} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.725282] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-7946a523-d1a7-49e6-936d-838b00ffcaa7/volume-7946a523-d1a7-49e6-936d-838b00ffcaa7.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.733582] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee810b19-a92c-4cbd-a01d-fe285b7d5fa2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.755071] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 760.755071] env[70480]: value = "task-3722535" [ 760.755071] env[70480]: _type = "Task" [ 760.755071] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.765260] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.864569] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584f2fd5-6978-4a3c-bb8f-9b6cfc29fd77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.868321] env[70480]: DEBUG nova.network.neutron [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updated VIF entry in instance network info cache for port 4e0434e8-7edf-4c2c-a404-faafaefae7fd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.869023] env[70480]: DEBUG nova.network.neutron [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e0434e8-7edf-4c2c-a404-faafaefae7fd", "address": "fa:16:3e:6e:c0:b2", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0434e8-7e", "ovs_interfaceid": "4e0434e8-7edf-4c2c-a404-faafaefae7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.876133] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba974512-5ce1-4ffa-bad7-d4a656c76dc5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.913194] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21260c9-7605-4a62-94fb-d754e4080fce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.925671] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f7fb6-1da6-4318-a7b9-b51a1585520c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.942710] env[70480]: DEBUG nova.compute.provider_tree [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.976904] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-14b0be9c-a80a-4212-8ae5-3b5b527fedd1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.045s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.994558] env[70480]: DEBUG oslo_vmware.api [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722530, 'name': PowerOnVM_Task, 'duration_secs': 0.636878} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.995529] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.995749] env[70480]: INFO nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Took 7.77 seconds to spawn the instance on the hypervisor. [ 760.995929] env[70480]: DEBUG nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.996783] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023fae57-92f0-44cc-87d6-4a9da9679db0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.054668] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "refresh_cache-03fad8a2-2626-4614-80c4-6ccc678d9c9b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.054668] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquired lock "refresh_cache-03fad8a2-2626-4614-80c4-6ccc678d9c9b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.054817] env[70480]: DEBUG nova.network.neutron [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.162296] env[70480]: DEBUG oslo_vmware.api [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Task: {'id': task-3722534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186666} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.162296] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.162296] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.162296] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.162296] env[70480]: INFO nova.compute.manager [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 761.162296] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.162296] env[70480]: DEBUG nova.compute.manager [-] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.162296] env[70480]: DEBUG nova.network.neutron [-] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.267417] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722535, 'name': ReconfigVM_Task, 'duration_secs': 0.201698} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.267904] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741207', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'name': 'volume-7946a523-d1a7-49e6-936d-838b00ffcaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a8d3b7a-37e5-46ec-b895-a2a188d74e14', 'attached_at': '', 'detached_at': '', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'serial': '7946a523-d1a7-49e6-936d-838b00ffcaa7'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.268632] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8c95b8-eeaa-4bc1-8674-5e74f323b002 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.276619] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 761.276619] env[70480]: value = "task-3722536" [ 761.276619] env[70480]: _type = "Task" [ 761.276619] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.285322] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722536, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.371844] env[70480]: DEBUG oslo_concurrency.lockutils [req-0130c906-1e51-4876-a2a8-3509f4747fbc req-71a17dce-9886-4bdd-afda-c587a15d6fce service nova] Releasing lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.445831] env[70480]: DEBUG nova.scheduler.client.report [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.520086] env[70480]: INFO nova.compute.manager [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Took 48.48 seconds to build instance. [ 761.576074] env[70480]: DEBUG nova.network.neutron [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.642609] env[70480]: DEBUG nova.network.neutron [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.789830] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722536, 'name': Rename_Task, 'duration_secs': 0.149942} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.790174] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.790500] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac53b47-31e4-4a66-850d-f333df0f9c76 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.799672] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 761.799672] env[70480]: value = "task-3722537" [ 761.799672] env[70480]: _type = "Task" [ 761.799672] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.809690] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.951198] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.951255] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.954327] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.109s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.954572] env[70480]: DEBUG nova.objects.instance [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lazy-loading 'resources' on Instance uuid d9953ccd-e624-4ed1-9241-b24f0f378203 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.022825] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5920944a-e946-4b3d-af56-dbd9673da7bd tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "cafe0a41-301f-48dc-abad-8ee197460c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.393s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.085132] env[70480]: DEBUG nova.network.neutron [-] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.118971] env[70480]: DEBUG nova.compute.manager [req-56cd7052-ed32-436d-85b7-306edff7539b req-42c18508-8eab-4888-8152-3d6ca9922239 service nova] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Received event network-vif-deleted-1b8a003d-282c-4c1c-b96b-7462e622b1ca {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.145803] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Releasing lock "refresh_cache-03fad8a2-2626-4614-80c4-6ccc678d9c9b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.146310] env[70480]: DEBUG nova.compute.manager [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.146510] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.147505] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c01a6-1928-4f82-81cc-36adab46a61f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.159510] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.159741] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12938867-574c-43e7-b4a9-34a92d1387f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.168845] env[70480]: DEBUG oslo_vmware.api [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 762.168845] env[70480]: value = "task-3722538" [ 762.168845] env[70480]: _type = "Task" [ 762.168845] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.178795] env[70480]: DEBUG oslo_vmware.api [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.313929] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.464035] env[70480]: DEBUG nova.compute.utils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.464035] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.464035] env[70480]: DEBUG nova.network.neutron [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.518485] env[70480]: DEBUG nova.policy [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3b739dd0ca54f9eb70724a732833857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e26ef662c554b479dcdfb7a582b8b3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.526469] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.587481] env[70480]: INFO nova.compute.manager [-] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Took 1.43 seconds to deallocate network for instance. [ 762.693470] env[70480]: DEBUG oslo_vmware.api [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722538, 'name': PowerOffVM_Task, 'duration_secs': 0.286373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.693470] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.693470] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.693470] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e81106-5c99-42d3-9b8b-dd1376fcc267 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.720557] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.720821] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.721070] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleting the datastore file [datastore1] 03fad8a2-2626-4614-80c4-6ccc678d9c9b {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.721368] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ccd6407-03e2-4165-8ad9-ea649b619df5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.730283] env[70480]: DEBUG oslo_vmware.api [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for the task: (returnval){ [ 762.730283] env[70480]: value = "task-3722540" [ 762.730283] env[70480]: _type = "Task" [ 762.730283] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.748925] env[70480]: DEBUG oslo_vmware.api [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.817076] env[70480]: DEBUG oslo_vmware.api [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722537, 'name': PowerOnVM_Task, 'duration_secs': 0.585375} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.817376] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.817594] env[70480]: INFO nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Took 5.05 seconds to spawn the instance on the hypervisor. [ 762.817872] env[70480]: DEBUG nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.820134] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152ee03-2bca-4faa-97db-eec70c6c33ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.964888] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.043658] env[70480]: DEBUG nova.network.neutron [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Successfully created port: 1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.051519] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.099563] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.184464] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7398a3-a3c7-4964-90fa-c6203d822919 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.194364] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867c3c98-a2fc-494d-b527-33660fc08602 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.230040] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fed972-fddd-490e-a490-0daad1e0c3ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.247331] env[70480]: DEBUG oslo_vmware.api [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Task: {'id': task-3722540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092459} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.248122] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.248568] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.248888] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.249200] env[70480]: INFO nova.compute.manager [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 763.249542] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.251303] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d836bda4-7976-4b21-87ce-1ecbe56180cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.255800] env[70480]: DEBUG nova.compute.manager [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.256071] env[70480]: DEBUG nova.network.neutron [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.272698] env[70480]: DEBUG nova.compute.provider_tree [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.285271] env[70480]: DEBUG nova.network.neutron [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.347653] env[70480]: INFO nova.compute.manager [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Took 47.50 seconds to build instance. [ 763.437349] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "cafe0a41-301f-48dc-abad-8ee197460c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.437613] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "cafe0a41-301f-48dc-abad-8ee197460c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.437891] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "cafe0a41-301f-48dc-abad-8ee197460c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.438144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "cafe0a41-301f-48dc-abad-8ee197460c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.438367] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "cafe0a41-301f-48dc-abad-8ee197460c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.440644] env[70480]: INFO nova.compute.manager [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Terminating instance [ 763.469913] env[70480]: INFO nova.virt.block_device [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Booting with volume 6c1481d4-cd01-485a-8e53-6397f6faa1c6 at /dev/sda [ 763.535118] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-697dd97a-1314-418a-8ba4-4b1209f1af96 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.545397] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09eeb2c-4c41-46dc-b62a-6dbb040804de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.579741] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77cfecb8-fe7d-42d0-ae2d-23360f633e5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.590205] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec5c25-1a77-4239-b750-951218d9eeaf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.623979] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79ae4a-18ae-4bf8-9e6d-c9b6e6de5b7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.632753] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2baebb4-fc65-4750-ba90-7acef31c8596 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.660227] env[70480]: DEBUG nova.virt.block_device [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updating existing volume attachment record: 387b1d1d-b8ed-4aea-9ca2-976c965fd8c9 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 763.775611] env[70480]: DEBUG nova.scheduler.client.report [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.788148] env[70480]: DEBUG nova.network.neutron [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.850963] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5ff5ca2a-927d-4fd1-829f-6699465eedbe tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.472s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.947972] env[70480]: DEBUG nova.compute.manager [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.948231] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.949220] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4b7805-a3e4-42d8-b0cb-8b788d83f2f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.962199] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.962557] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be17a4e-3537-4952-b9ca-0c720b4abe90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.972507] env[70480]: DEBUG oslo_vmware.api [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 763.972507] env[70480]: value = "task-3722541" [ 763.972507] env[70480]: _type = "Task" [ 763.972507] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.981654] env[70480]: DEBUG oslo_vmware.api [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.267521] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-14b0be9c-a80a-4212-8ae5-3b5b527fedd1-4e0434e8-7edf-4c2c-a404-faafaefae7fd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.267812] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-14b0be9c-a80a-4212-8ae5-3b5b527fedd1-4e0434e8-7edf-4c2c-a404-faafaefae7fd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.285952] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.286908] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.805s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.290070] env[70480]: INFO nova.compute.claims [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.295632] env[70480]: INFO nova.compute.manager [-] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Took 1.04 seconds to deallocate network for instance. [ 764.316971] env[70480]: INFO nova.scheduler.client.report [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleted allocations for instance d9953ccd-e624-4ed1-9241-b24f0f378203 [ 764.353030] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.485029] env[70480]: DEBUG oslo_vmware.api [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722541, 'name': PowerOffVM_Task, 'duration_secs': 0.219164} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.486046] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.486046] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.486046] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f47c81f2-824e-44c7-b81e-f9c8c7a3879d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.507368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "81640b4a-3c62-4328-8b22-57ddf021c132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.507934] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "81640b4a-3c62-4328-8b22-57ddf021c132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.560039] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.560039] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.560039] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Deleting the datastore file [datastore1] cafe0a41-301f-48dc-abad-8ee197460c61 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.560039] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce24389-56a2-4ee0-b950-60dca6064a71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.568604] env[70480]: DEBUG oslo_vmware.api [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for the task: (returnval){ [ 764.568604] env[70480]: value = "task-3722543" [ 764.568604] env[70480]: _type = "Task" [ 764.568604] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.580092] env[70480]: DEBUG oslo_vmware.api [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.593308] env[70480]: DEBUG nova.compute.manager [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Received event network-changed-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.593308] env[70480]: DEBUG nova.compute.manager [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Refreshing instance network info cache due to event network-changed-2439f1c3-9d35-48f9-bc21-de6bb3cc0590. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.593308] env[70480]: DEBUG oslo_concurrency.lockutils [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] Acquiring lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.593308] env[70480]: DEBUG oslo_concurrency.lockutils [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] Acquired lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.594373] env[70480]: DEBUG nova.network.neutron [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Refreshing network info cache for port 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.773027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.773027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.773839] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979463d5-7aff-4c8c-9cbc-85b47d5ec119 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.799756] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c93546-8d03-4652-a027-01645adc8022 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.804106] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.838036] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Reconfiguring VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 764.838529] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0696676-dda2-4f96-a259-7edb31c6c267 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "d9953ccd-e624-4ed1-9241-b24f0f378203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.322s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.843115] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f95cb57-77ea-4756-989a-08e23d4979a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.864701] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 764.864701] env[70480]: value = "task-3722544" [ 764.864701] env[70480]: _type = "Task" [ 764.864701] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.877266] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.878762] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.086177] env[70480]: DEBUG oslo_vmware.api [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Task: {'id': task-3722543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247548} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.086177] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.086177] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.086177] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.086177] env[70480]: INFO nova.compute.manager [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 765.087539] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.087539] env[70480]: DEBUG nova.compute.manager [-] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.087539] env[70480]: DEBUG nova.network.neutron [-] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.380315] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.433543] env[70480]: DEBUG nova.network.neutron [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Successfully updated port: 1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.518997] env[70480]: DEBUG nova.network.neutron [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updated VIF entry in instance network info cache for port 2439f1c3-9d35-48f9-bc21-de6bb3cc0590. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.519303] env[70480]: DEBUG nova.network.neutron [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updating instance_info_cache with network_info: [{"id": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "address": "fa:16:3e:fb:85:4e", "network": {"id": "aa802006-f783-4f69-9ab6-9fe5b7fd9926", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2115515792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31352687d6df4343a96e29d29f9eb335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2439f1c3-9d", "ovs_interfaceid": "2439f1c3-9d35-48f9-bc21-de6bb3cc0590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.540495] env[70480]: DEBUG nova.compute.manager [req-e3b50fc1-34cd-4e08-b6b8-b7babab5c375 req-25d5c0e0-3f7e-49f3-9360-2a49b14c496f service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Received event network-vif-plugged-1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.540495] env[70480]: DEBUG oslo_concurrency.lockutils [req-e3b50fc1-34cd-4e08-b6b8-b7babab5c375 req-25d5c0e0-3f7e-49f3-9360-2a49b14c496f service nova] Acquiring lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.540495] env[70480]: DEBUG oslo_concurrency.lockutils [req-e3b50fc1-34cd-4e08-b6b8-b7babab5c375 req-25d5c0e0-3f7e-49f3-9360-2a49b14c496f service nova] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.540619] env[70480]: DEBUG oslo_concurrency.lockutils [req-e3b50fc1-34cd-4e08-b6b8-b7babab5c375 req-25d5c0e0-3f7e-49f3-9360-2a49b14c496f service nova] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.540856] env[70480]: DEBUG nova.compute.manager [req-e3b50fc1-34cd-4e08-b6b8-b7babab5c375 req-25d5c0e0-3f7e-49f3-9360-2a49b14c496f service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] No waiting events found dispatching network-vif-plugged-1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.541092] env[70480]: WARNING nova.compute.manager [req-e3b50fc1-34cd-4e08-b6b8-b7babab5c375 req-25d5c0e0-3f7e-49f3-9360-2a49b14c496f service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Received unexpected event network-vif-plugged-1b00abd5-0322-44c8-890f-50cb9445449b for instance with vm_state building and task_state spawning. [ 765.785601] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.786152] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.786814] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.786814] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.786814] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.786967] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.787030] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.787241] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.787396] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.787556] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.787713] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.787904] env[70480]: DEBUG nova.virt.hardware [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.789156] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca8bd0-2989-4e53-bd19-38d2bca76c06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.800304] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca23dc36-5096-4da7-8b5b-0334bb84fc7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.821499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.821774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.881585] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.891737] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402eda60-dbbd-4de2-a1ac-9c43ae337cc0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.899908] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9d3b76-b093-46cf-a01f-b290cb2c92d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.931058] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57cf2be-097e-42ba-b324-d8358213e837 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.945289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.945289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquired lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.945289] env[70480]: DEBUG nova.network.neutron [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.950580] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48657368-cfce-4c9f-9ae3-997b8df3e36a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.969264] env[70480]: DEBUG nova.compute.provider_tree [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.025226] env[70480]: DEBUG oslo_concurrency.lockutils [req-56c8e760-7c9b-4020-b2bc-5da33a82022a req-163288ef-db0a-48eb-9144-4cf63537a161 service nova] Releasing lock "refresh_cache-7a8d3b7a-37e5-46ec-b895-a2a188d74e14" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.087924] env[70480]: DEBUG nova.network.neutron [-] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.383608] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.472227] env[70480]: DEBUG nova.scheduler.client.report [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.478974] env[70480]: DEBUG nova.network.neutron [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.590357] env[70480]: INFO nova.compute.manager [-] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Took 1.50 seconds to deallocate network for instance. [ 766.624683] env[70480]: DEBUG nova.network.neutron [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updating instance_info_cache with network_info: [{"id": "1b00abd5-0322-44c8-890f-50cb9445449b", "address": "fa:16:3e:e9:bb:d3", "network": {"id": "54e85005-fde7-4526-a7b7-1f241912b736", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1651366020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e26ef662c554b479dcdfb7a582b8b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b00abd5-03", "ovs_interfaceid": "1b00abd5-0322-44c8-890f-50cb9445449b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.668292] env[70480]: DEBUG nova.compute.manager [req-4b5ea1c9-40ff-40e9-9473-cddc8f7e7e7b req-1e2afc66-20ff-4a8d-b50b-adaaa471ae27 service nova] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Received event network-vif-deleted-5d552485-c207-412b-9761-d03da8330658 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.882654] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.980297] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.980864] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.983402] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.984765] env[70480]: INFO nova.compute.claims [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.094555] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "652b72ed-c876-4892-b26d-ad3d7947029d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.094782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "652b72ed-c876-4892-b26d-ad3d7947029d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.096640] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.127957] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Releasing lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.128330] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance network_info: |[{"id": "1b00abd5-0322-44c8-890f-50cb9445449b", "address": "fa:16:3e:e9:bb:d3", "network": {"id": "54e85005-fde7-4526-a7b7-1f241912b736", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1651366020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e26ef662c554b479dcdfb7a582b8b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b00abd5-03", "ovs_interfaceid": "1b00abd5-0322-44c8-890f-50cb9445449b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.129134] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:bb:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b00abd5-0322-44c8-890f-50cb9445449b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.137568] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Creating folder: Project (7e26ef662c554b479dcdfb7a582b8b3a). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.137885] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0e0e3ec-83cf-40f3-8056-dfc360ef1347 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.153305] env[70480]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 767.153480] env[70480]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70480) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 767.153887] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Folder already exists: Project (7e26ef662c554b479dcdfb7a582b8b3a). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 767.154100] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Creating folder: Instances. Parent ref: group-v741192. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.154351] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6a7778-f51b-469f-b871-a1b75205121f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.166346] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Created folder: Instances in parent group-v741192. [ 767.166615] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.166821] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.167110] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568cad71-b611-4dbc-b3c1-e6725ed2efab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.187780] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.187780] env[70480]: value = "task-3722547" [ 767.187780] env[70480]: _type = "Task" [ 767.187780] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.196761] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722547, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.381643] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.491688] env[70480]: DEBUG nova.compute.utils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.493711] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.493711] env[70480]: DEBUG nova.network.neutron [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.546750] env[70480]: DEBUG nova.policy [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c521585462254ce2915c7b375b631f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413a0d61616a49f3b63efc6253695e5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.576849] env[70480]: DEBUG nova.compute.manager [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Received event network-changed-1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.577143] env[70480]: DEBUG nova.compute.manager [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Refreshing instance network info cache due to event network-changed-1b00abd5-0322-44c8-890f-50cb9445449b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.577416] env[70480]: DEBUG oslo_concurrency.lockutils [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] Acquiring lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.577555] env[70480]: DEBUG oslo_concurrency.lockutils [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] Acquired lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.577753] env[70480]: DEBUG nova.network.neutron [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Refreshing network info cache for port 1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.704101] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722547, 'name': CreateVM_Task, 'duration_secs': 0.353606} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.704101] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.704101] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741208', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'name': 'volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864', 'attached_at': '', 'detached_at': '', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'serial': '6c1481d4-cd01-485a-8e53-6397f6faa1c6'}, 'mount_device': '/dev/sda', 'attachment_id': '387b1d1d-b8ed-4aea-9ca2-976c965fd8c9', 'guest_format': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70480) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 767.704101] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Root volume attach. Driver type: vmdk {{(pid=70480) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 767.704913] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb60329-c540-4617-96c7-36d0f91c583d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.715102] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b05dc3-1f40-4140-804a-a4d0b3a20b6f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.724151] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0285d46-b5b1-4e78-be45-c0b15afad6dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.732301] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d158e30f-dba4-4d46-83b2-130b8bd4889a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.740317] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 767.740317] env[70480]: value = "task-3722548" [ 767.740317] env[70480]: _type = "Task" [ 767.740317] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.755452] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.868653] env[70480]: DEBUG nova.network.neutron [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Successfully created port: 2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.882944] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.997359] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.259753] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 38%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.387648] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.388744] env[70480]: DEBUG nova.network.neutron [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updated VIF entry in instance network info cache for port 1b00abd5-0322-44c8-890f-50cb9445449b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.389088] env[70480]: DEBUG nova.network.neutron [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updating instance_info_cache with network_info: [{"id": "1b00abd5-0322-44c8-890f-50cb9445449b", "address": "fa:16:3e:e9:bb:d3", "network": {"id": "54e85005-fde7-4526-a7b7-1f241912b736", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1651366020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e26ef662c554b479dcdfb7a582b8b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b00abd5-03", "ovs_interfaceid": "1b00abd5-0322-44c8-890f-50cb9445449b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.756987] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.760075] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcac8c47-cca9-41d8-87c5-2579848d126c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.771903] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aea349-3011-4612-b4c9-713516f21c30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.824907] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4fd895-8d0e-4e67-b76a-8dc644b7ff49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.836978] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a2808-8331-4b60-a158-5148ff27f680 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.855886] env[70480]: DEBUG nova.compute.provider_tree [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.887887] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.895889] env[70480]: DEBUG oslo_concurrency.lockutils [req-f7dae30f-90ca-4fd4-b3f1-bf69d85dc7df req-9ba3e28e-038f-495c-8ae3-f40a93523d09 service nova] Releasing lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.010418] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.039548] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.039866] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.040029] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.040211] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.040355] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.040559] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.040775] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.040935] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.041128] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.041390] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.042056] env[70480]: DEBUG nova.virt.hardware [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.042870] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e9632-85f6-4c12-8bc8-514a94e5716b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.052566] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4a9ab-71bb-4e33-bd45-2d3ef8e40d64 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.255773] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 63%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.358884] env[70480]: DEBUG nova.scheduler.client.report [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.386557] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.447767] env[70480]: DEBUG nova.compute.manager [req-ba9309ab-a53e-4a58-b6c4-d45cc317c40a req-2fd17416-6ffb-45e7-a61c-11d3fce7703a service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Received event network-vif-plugged-2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.447992] env[70480]: DEBUG oslo_concurrency.lockutils [req-ba9309ab-a53e-4a58-b6c4-d45cc317c40a req-2fd17416-6ffb-45e7-a61c-11d3fce7703a service nova] Acquiring lock "fa211b33-87ca-4dd9-942f-52247766231f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.448394] env[70480]: DEBUG oslo_concurrency.lockutils [req-ba9309ab-a53e-4a58-b6c4-d45cc317c40a req-2fd17416-6ffb-45e7-a61c-11d3fce7703a service nova] Lock "fa211b33-87ca-4dd9-942f-52247766231f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.448541] env[70480]: DEBUG oslo_concurrency.lockutils [req-ba9309ab-a53e-4a58-b6c4-d45cc317c40a req-2fd17416-6ffb-45e7-a61c-11d3fce7703a service nova] Lock "fa211b33-87ca-4dd9-942f-52247766231f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.448643] env[70480]: DEBUG nova.compute.manager [req-ba9309ab-a53e-4a58-b6c4-d45cc317c40a req-2fd17416-6ffb-45e7-a61c-11d3fce7703a service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] No waiting events found dispatching network-vif-plugged-2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 769.448736] env[70480]: WARNING nova.compute.manager [req-ba9309ab-a53e-4a58-b6c4-d45cc317c40a req-2fd17416-6ffb-45e7-a61c-11d3fce7703a service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Received unexpected event network-vif-plugged-2aba8172-ae26-4387-8f95-ee1bc82921ee for instance with vm_state building and task_state spawning. [ 769.558208] env[70480]: DEBUG nova.network.neutron [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Successfully updated port: 2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.757241] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 76%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.865048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.865597] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.868304] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.684s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.868742] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.868742] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 769.869038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.425s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.869236] env[70480]: DEBUG nova.objects.instance [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lazy-loading 'resources' on Instance uuid d281a50d-ece1-4c55-b6a0-1302229bb35f {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.871290] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38883cf6-d4b2-4ee9-afd9-f494ce84ae9d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.884050] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9ea727-90b5-4f9a-8dbf-ac07ee981735 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.892120] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.904562] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a725d1b-533c-4cd7-804e-4a2a5c2d63d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.913338] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74348e-c9aa-42ec-af4c-4bac3615f602 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.947527] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179794MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 769.947743] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.064148] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "refresh_cache-fa211b33-87ca-4dd9-942f-52247766231f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.064348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquired lock "refresh_cache-fa211b33-87ca-4dd9-942f-52247766231f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.064458] env[70480]: DEBUG nova.network.neutron [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.259499] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.348284] env[70480]: DEBUG nova.objects.instance [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lazy-loading 'flavor' on Instance uuid 5782f024-2141-44ec-8db8-ece7e977df88 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.371966] env[70480]: DEBUG nova.compute.utils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.373478] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.373589] env[70480]: DEBUG nova.network.neutron [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.396205] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.430951] env[70480]: DEBUG nova.policy [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96b28ce7cbe4a4bab4ed0e4570cbf57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e931e9d69ca04373b068d8a986182755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.620591] env[70480]: DEBUG nova.network.neutron [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.759611] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 97%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.854295] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.856020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.878078] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.897416] env[70480]: DEBUG oslo_vmware.api [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722544, 'name': ReconfigVM_Task, 'duration_secs': 5.857037} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.897685] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.898072] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Reconfigured VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 771.030158] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523b4ab-9b17-45e9-a0e6-3b974c847309 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.037390] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34092ca-bc72-4375-bb5c-8e8558d5bb41 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.082275] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6466f-bfd3-43bb-b650-293ea6d0ddfb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.097411] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af2467-6c43-4faa-9deb-70164186a249 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.117278] env[70480]: DEBUG nova.compute.provider_tree [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.146347] env[70480]: DEBUG nova.network.neutron [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Successfully created port: d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.150202] env[70480]: DEBUG nova.network.neutron [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Updating instance_info_cache with network_info: [{"id": "2aba8172-ae26-4387-8f95-ee1bc82921ee", "address": "fa:16:3e:26:b1:2e", "network": {"id": "050e30fd-527c-41ce-98b6-a56ca8a2947a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-593232926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413a0d61616a49f3b63efc6253695e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aba8172-ae", "ovs_interfaceid": "2aba8172-ae26-4387-8f95-ee1bc82921ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.258782] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task} progress is 98%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.621066] env[70480]: DEBUG nova.scheduler.client.report [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.655698] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Releasing lock "refresh_cache-fa211b33-87ca-4dd9-942f-52247766231f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.656037] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Instance network_info: |[{"id": "2aba8172-ae26-4387-8f95-ee1bc82921ee", "address": "fa:16:3e:26:b1:2e", "network": {"id": "050e30fd-527c-41ce-98b6-a56ca8a2947a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-593232926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413a0d61616a49f3b63efc6253695e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aba8172-ae", "ovs_interfaceid": "2aba8172-ae26-4387-8f95-ee1bc82921ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.658018] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:b1:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aba8172-ae26-4387-8f95-ee1bc82921ee', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.665193] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Creating folder: Project (413a0d61616a49f3b63efc6253695e5f). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.666973] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b68d8de-2080-4b0b-8bba-090d8108f273 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.679617] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Created folder: Project (413a0d61616a49f3b63efc6253695e5f) in parent group-v741156. [ 771.679987] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Creating folder: Instances. Parent ref: group-v741255. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.680242] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22b1230a-9d24-445d-b271-143446dc7ef8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.695987] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Created folder: Instances in parent group-v741255. [ 771.696300] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.696632] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.696898] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e634713-d626-4d15-b3ae-389c385a6d6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.724058] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.724058] env[70480]: value = "task-3722551" [ 771.724058] env[70480]: _type = "Task" [ 771.724058] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.735924] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722551, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.761348] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722548, 'name': RelocateVM_Task, 'duration_secs': 3.803873} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.761702] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 771.761901] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741208', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'name': 'volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864', 'attached_at': '', 'detached_at': '', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'serial': '6c1481d4-cd01-485a-8e53-6397f6faa1c6'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 771.762915] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc0fa0-874d-4827-a442-df84b3d6521a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.782262] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70100266-5105-458d-a327-f387e6c843c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.807284] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6/volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.809172] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5285bc-5d3a-497c-a49c-ee57d980c77d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.831917] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 771.831917] env[70480]: value = "task-3722552" [ 771.831917] env[70480]: _type = "Task" [ 771.831917] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.845582] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.896288] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.901881] env[70480]: DEBUG nova.compute.manager [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Received event network-changed-2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.902091] env[70480]: DEBUG nova.compute.manager [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Refreshing instance network info cache due to event network-changed-2aba8172-ae26-4387-8f95-ee1bc82921ee. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.902303] env[70480]: DEBUG oslo_concurrency.lockutils [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] Acquiring lock "refresh_cache-fa211b33-87ca-4dd9-942f-52247766231f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.902525] env[70480]: DEBUG oslo_concurrency.lockutils [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] Acquired lock "refresh_cache-fa211b33-87ca-4dd9-942f-52247766231f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.902590] env[70480]: DEBUG nova.network.neutron [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Refreshing network info cache for port 2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.933615] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.933866] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.934081] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.934276] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.934424] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.934570] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.934787] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.934944] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.935200] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.935377] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.935561] env[70480]: DEBUG nova.virt.hardware [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.937140] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0333b-3997-4d60-b51e-70f8559b3052 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.947121] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2a7e4-1114-4659-b722-13b7bb288f68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.985652] env[70480]: DEBUG nova.network.neutron [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.128887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.133300] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.133s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.133300] env[70480]: DEBUG nova.objects.instance [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lazy-loading 'resources' on Instance uuid c232a196-751e-4e4b-b2c3-b85f5863b07c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.159737] env[70480]: INFO nova.scheduler.client.report [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Deleted allocations for instance d281a50d-ece1-4c55-b6a0-1302229bb35f [ 772.206225] env[70480]: DEBUG nova.compute.manager [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-vif-deleted-4e0434e8-7edf-4c2c-a404-faafaefae7fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.206433] env[70480]: INFO nova.compute.manager [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Neutron deleted interface 4e0434e8-7edf-4c2c-a404-faafaefae7fd; detaching it from the instance and deleting it from the info cache [ 772.206679] env[70480]: DEBUG nova.network.neutron [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.236519] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722551, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.345808] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.670891] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adefb892-6cb4-4704-8c26-76378259f3b6 tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Lock "d281a50d-ece1-4c55-b6a0-1302229bb35f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.780s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.710713] env[70480]: DEBUG oslo_concurrency.lockutils [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.713413] env[70480]: DEBUG oslo_concurrency.lockutils [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] Acquired lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.713413] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31595834-e803-441a-a94b-e4279b199b2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.733307] env[70480]: DEBUG oslo_concurrency.lockutils [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] Releasing lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.733626] env[70480]: WARNING nova.compute.manager [req-2c7b8ba0-ad84-429f-acaa-d48ffbb35b9e req-3bf71560-f41f-4b42-bbf2-13d9915e5701 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Detach interface failed, port_id=4e0434e8-7edf-4c2c-a404-faafaefae7fd, reason: No device with interface-id 4e0434e8-7edf-4c2c-a404-faafaefae7fd exists on VM: nova.exception.NotFound: No device with interface-id 4e0434e8-7edf-4c2c-a404-faafaefae7fd exists on VM [ 772.734656] env[70480]: DEBUG nova.network.neutron [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Successfully updated port: d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.749985] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722551, 'name': CreateVM_Task, 'duration_secs': 0.594126} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.751136] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.753132] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.753132] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.753573] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.753849] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55a5856-3bee-4ba9-bbc7-1839cd40c274 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.760435] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 772.760435] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f9007b-9659-ea6c-d38a-5385e1e0f547" [ 772.760435] env[70480]: _type = "Task" [ 772.760435] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.772226] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f9007b-9659-ea6c-d38a-5385e1e0f547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.828179] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.828525] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.828840] env[70480]: DEBUG nova.network.neutron [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.845176] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722552, 'name': ReconfigVM_Task, 'duration_secs': 0.56901} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.851449] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6/volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.860313] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d46417-ccfe-40c5-bea1-79e45594c16d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.883952] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 772.883952] env[70480]: value = "task-3722553" [ 772.883952] env[70480]: _type = "Task" [ 772.883952] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.896063] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.903922] env[70480]: DEBUG nova.network.neutron [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Updated VIF entry in instance network info cache for port 2aba8172-ae26-4387-8f95-ee1bc82921ee. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.904182] env[70480]: DEBUG nova.network.neutron [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Updating instance_info_cache with network_info: [{"id": "2aba8172-ae26-4387-8f95-ee1bc82921ee", "address": "fa:16:3e:26:b1:2e", "network": {"id": "050e30fd-527c-41ce-98b6-a56ca8a2947a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-593232926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413a0d61616a49f3b63efc6253695e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aba8172-ae", "ovs_interfaceid": "2aba8172-ae26-4387-8f95-ee1bc82921ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.961340] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.961608] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.961817] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.962108] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.962173] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.966433] env[70480]: INFO nova.compute.manager [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Terminating instance [ 773.052520] env[70480]: DEBUG nova.network.neutron [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.242666] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.242666] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.242805] env[70480]: DEBUG nova.network.neutron [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.248019] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6febee4b-402a-4b8f-9883-ed649c87a22b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.258378] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5204e0d5-31f5-45ba-8b30-1b911ed2f1dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.273276] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f9007b-9659-ea6c-d38a-5385e1e0f547, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.300952] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.301240] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.301551] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.301703] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.301886] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.302782] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595aa6f7-4687-4466-aff3-d0ed75ab687a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.305324] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb3ea7-7e3a-49f7-ad9a-df45dc6f7238 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.314464] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7493fa08-9f92-401c-b62d-e620f7d8622e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.319882] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.320091] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.321239] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84d1664-6f72-4b61-8d1c-a58eac3d2c54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.333874] env[70480]: DEBUG nova.compute.provider_tree [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.339853] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 773.339853] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5228021c-b54a-a125-ebb8-8d5f3018be03" [ 773.339853] env[70480]: _type = "Task" [ 773.339853] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.349375] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5228021c-b54a-a125-ebb8-8d5f3018be03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.394682] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.406613] env[70480]: DEBUG oslo_concurrency.lockutils [req-539c6d68-c614-4dd0-82c9-35e6af5e6171 req-cef7eaa1-ed4a-43c5-99c9-56120af7067d service nova] Releasing lock "refresh_cache-fa211b33-87ca-4dd9-942f-52247766231f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.470822] env[70480]: DEBUG nova.compute.manager [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.471137] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.472368] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526eb54-d74b-474a-afd2-254131a0f7e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.486015] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.486303] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f822a6c3-b93d-482b-805c-8b571da7757e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.493669] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 773.493669] env[70480]: value = "task-3722554" [ 773.493669] env[70480]: _type = "Task" [ 773.493669] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.505016] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.555359] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.555625] env[70480]: DEBUG nova.compute.manager [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Inject network info {{(pid=70480) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 773.555895] env[70480]: DEBUG nova.compute.manager [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] network_info to inject: |[{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 773.561337] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Reconfiguring VM instance to set the machine id {{(pid=70480) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 773.561689] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3381c9c5-7716-49c0-b0ed-d7d74efa4046 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.578991] env[70480]: DEBUG oslo_vmware.api [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 773.578991] env[70480]: value = "task-3722555" [ 773.578991] env[70480]: _type = "Task" [ 773.578991] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.591891] env[70480]: DEBUG oslo_vmware.api [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.727311] env[70480]: DEBUG nova.network.neutron [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [{"id": "8eecf835-4567-4a6f-a938-ba984898d0d4", "address": "fa:16:3e:9e:cc:36", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eecf835-45", "ovs_interfaceid": "8eecf835-4567-4a6f-a938-ba984898d0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.773767] env[70480]: DEBUG nova.network.neutron [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.839980] env[70480]: DEBUG nova.scheduler.client.report [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.857643] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5228021c-b54a-a125-ebb8-8d5f3018be03, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.868192] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c059b1d0-6c88-4dea-b360-9fd3368fa15a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.876035] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 773.876035] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e62169-0a65-7159-f968-1b4dc317ecc4" [ 773.876035] env[70480]: _type = "Task" [ 773.876035] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.888786] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e62169-0a65-7159-f968-1b4dc317ecc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.893871] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.894437] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] fa211b33-87ca-4dd9-942f-52247766231f/fa211b33-87ca-4dd9-942f-52247766231f.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.895563] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d39c8424-48a1-4d8e-bfde-d5bd2270f90a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.906492] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722553, 'name': ReconfigVM_Task, 'duration_secs': 0.595485} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.908045] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741208', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'name': 'volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864', 'attached_at': '', 'detached_at': '', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'serial': '6c1481d4-cd01-485a-8e53-6397f6faa1c6'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 773.908948] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 773.908948] env[70480]: value = "task-3722556" [ 773.908948] env[70480]: _type = "Task" [ 773.908948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.909421] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c5507db-e850-46ea-9851-192e92a038f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.921789] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.925137] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 773.925137] env[70480]: value = "task-3722557" [ 773.925137] env[70480]: _type = "Task" [ 773.925137] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.937856] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722557, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.004294] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722554, 'name': PowerOffVM_Task, 'duration_secs': 0.240813} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.004596] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.005026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.005136] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db98000-655e-464b-82d8-c46326d048ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.019558] env[70480]: DEBUG nova.network.neutron [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.030903] env[70480]: DEBUG nova.compute.manager [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-vif-plugged-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.030903] env[70480]: DEBUG oslo_concurrency.lockutils [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] Acquiring lock "511def32-c243-43b2-87f7-d032720e8e5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.030995] env[70480]: DEBUG oslo_concurrency.lockutils [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] Lock "511def32-c243-43b2-87f7-d032720e8e5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.031129] env[70480]: DEBUG oslo_concurrency.lockutils [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] Lock "511def32-c243-43b2-87f7-d032720e8e5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.031362] env[70480]: DEBUG nova.compute.manager [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] No waiting events found dispatching network-vif-plugged-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.031468] env[70480]: WARNING nova.compute.manager [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received unexpected event network-vif-plugged-d5e36829-05e2-4b20-8dd5-dec5b3d15269 for instance with vm_state building and task_state spawning. [ 774.031661] env[70480]: DEBUG nova.compute.manager [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.031840] env[70480]: DEBUG nova.compute.manager [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing instance network info cache due to event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.034740] env[70480]: DEBUG oslo_concurrency.lockutils [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] Acquiring lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.076431] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.078027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.078027] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleting the datastore file [datastore2] 14b0be9c-a80a-4212-8ae5-3b5b527fedd1 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.078291] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a44263a-bebe-4929-a76a-7021f4ef08f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.095471] env[70480]: DEBUG oslo_vmware.api [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722555, 'name': ReconfigVM_Task, 'duration_secs': 0.177534} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.097503] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5427b10d-13e5-486f-9727-d520e6ffc210 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Reconfigured VM instance to set the machine id {{(pid=70480) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 774.100288] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 774.100288] env[70480]: value = "task-3722559" [ 774.100288] env[70480]: _type = "Task" [ 774.100288] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.114644] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.231686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-14b0be9c-a80a-4212-8ae5-3b5b527fedd1" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.351500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.354817] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.491s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.356288] env[70480]: INFO nova.compute.claims [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.391654] env[70480]: INFO nova.scheduler.client.report [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Deleted allocations for instance c232a196-751e-4e4b-b2c3-b85f5863b07c [ 774.435100] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493454} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.436835] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] fa211b33-87ca-4dd9-942f-52247766231f/fa211b33-87ca-4dd9-942f-52247766231f.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.437106] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.437455] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec18e01-9f84-4942-be31-5a03c478cb78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.443426] env[70480]: DEBUG nova.compute.manager [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.443794] env[70480]: DEBUG nova.compute.manager [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing instance network info cache due to event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.444071] env[70480]: DEBUG oslo_concurrency.lockutils [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.444254] env[70480]: DEBUG oslo_concurrency.lockutils [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.444453] env[70480]: DEBUG nova.network.neutron [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.450253] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722557, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.456103] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 774.456103] env[70480]: value = "task-3722560" [ 774.456103] env[70480]: _type = "Task" [ 774.456103] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.466831] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.526018] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.526475] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Instance network_info: |[{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.526835] env[70480]: DEBUG oslo_concurrency.lockutils [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] Acquired lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.527585] env[70480]: DEBUG nova.network.neutron [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.531025] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:7e:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5e36829-05e2-4b20-8dd5-dec5b3d15269', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.538234] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Creating folder: Project (e931e9d69ca04373b068d8a986182755). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.539500] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99bb4a8c-6f37-4af5-a5cc-d0172acd8996 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.552225] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Created folder: Project (e931e9d69ca04373b068d8a986182755) in parent group-v741156. [ 774.552417] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Creating folder: Instances. Parent ref: group-v741258. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.552665] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7142e0ba-ccd4-42c9-aed9-5e2023850e13 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.563174] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Created folder: Instances in parent group-v741258. [ 774.563445] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.563655] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.563922] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f8d190-8683-459d-b130-3331409590be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.586019] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.586019] env[70480]: value = "task-3722563" [ 774.586019] env[70480]: _type = "Task" [ 774.586019] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.595525] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722563, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.614569] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.735958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-14b0be9c-a80a-4212-8ae5-3b5b527fedd1-4e0434e8-7edf-4c2c-a404-faafaefae7fd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.468s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.903045] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "c232a196-751e-4e4b-b2c3-b85f5863b07c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.050s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.945025] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722557, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.965544] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088047} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.965773] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.966941] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7789df-489f-4660-9049-c77b01e65cb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.996863] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] fa211b33-87ca-4dd9-942f-52247766231f/fa211b33-87ca-4dd9-942f-52247766231f.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.997833] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d16a53-fbc7-47f9-bba4-e624b976432a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.025328] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 775.025328] env[70480]: value = "task-3722564" [ 775.025328] env[70480]: _type = "Task" [ 775.025328] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.044321] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.061281] env[70480]: DEBUG nova.objects.instance [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lazy-loading 'flavor' on Instance uuid 5782f024-2141-44ec-8db8-ece7e977df88 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.103801] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722563, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.115147] env[70480]: DEBUG oslo_vmware.api [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577606} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.115147] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.115147] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.115385] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.115500] env[70480]: INFO nova.compute.manager [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 775.115765] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.115964] env[70480]: DEBUG nova.compute.manager [-] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.117167] env[70480]: DEBUG nova.network.neutron [-] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.442735] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722557, 'name': Rename_Task, 'duration_secs': 1.121227} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.443093] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.443362] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e68b8a-4d28-42b4-afbf-368c75ac42b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.451385] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 775.451385] env[70480]: value = "task-3722565" [ 775.451385] env[70480]: _type = "Task" [ 775.451385] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.467545] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.540864] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722564, 'name': ReconfigVM_Task, 'duration_secs': 0.387672} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.541391] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] fa211b33-87ca-4dd9-942f-52247766231f/fa211b33-87ca-4dd9-942f-52247766231f.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.542538] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0916af62-60f7-433b-ac51-e228ada3598f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.555421] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 775.555421] env[70480]: value = "task-3722566" [ 775.555421] env[70480]: _type = "Task" [ 775.555421] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.564396] env[70480]: DEBUG nova.network.neutron [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updated VIF entry in instance network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.565429] env[70480]: DEBUG nova.network.neutron [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.575106] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722566, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.576098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.605797] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722563, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.637860] env[70480]: DEBUG nova.network.neutron [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updated VIF entry in instance network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.638651] env[70480]: DEBUG nova.network.neutron [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.963943] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.982071] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d22ea-7373-4560-ac65-2eb6cddf05e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.991207] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ac282-6e12-4a41-9042-ba8c43671ac5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.036335] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8810b93b-7428-4e2a-b27d-93dae0439170 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.050401] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38377399-a25d-4dcd-970e-67b9882dab91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.066766] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722566, 'name': Rename_Task, 'duration_secs': 0.182103} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.076552] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.077662] env[70480]: DEBUG oslo_concurrency.lockutils [req-9c2fd094-8be0-46bf-a5e5-c116298e5d47 req-39144a60-156d-4180-8d46-6f2e49608664 service nova] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.078638] env[70480]: DEBUG nova.compute.provider_tree [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.080400] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32072d53-7f68-40fa-9f66-fec13128f18a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.082552] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.093020] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 776.093020] env[70480]: value = "task-3722567" [ 776.093020] env[70480]: _type = "Task" [ 776.093020] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.103562] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.112442] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722563, 'name': CreateVM_Task, 'duration_secs': 1.291105} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.112442] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.112760] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.112760] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.113125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.113424] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac88978-e956-4591-8d3d-3c62738c3d30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.119708] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 776.119708] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52775e6a-7862-806a-e067-3342c9b0d13e" [ 776.119708] env[70480]: _type = "Task" [ 776.119708] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.134149] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52775e6a-7862-806a-e067-3342c9b0d13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.143026] env[70480]: DEBUG nova.compute.manager [req-65234475-7e64-423b-aa84-f25c6d7baed2 req-c7fde3c5-eaf4-49bf-a8b8-af49af9623f3 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Received event network-vif-deleted-8eecf835-4567-4a6f-a938-ba984898d0d4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.143026] env[70480]: INFO nova.compute.manager [req-65234475-7e64-423b-aa84-f25c6d7baed2 req-c7fde3c5-eaf4-49bf-a8b8-af49af9623f3 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Neutron deleted interface 8eecf835-4567-4a6f-a938-ba984898d0d4; detaching it from the instance and deleting it from the info cache [ 776.143165] env[70480]: DEBUG nova.network.neutron [req-65234475-7e64-423b-aa84-f25c6d7baed2 req-c7fde3c5-eaf4-49bf-a8b8-af49af9623f3 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.144458] env[70480]: DEBUG oslo_concurrency.lockutils [req-018d86e0-5917-46cb-98ef-9e0928758890 req-0b1c3d11-8856-4dd3-b494-a401b056c7ff service nova] Releasing lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.332473] env[70480]: DEBUG nova.network.neutron [-] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.465359] env[70480]: DEBUG oslo_vmware.api [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722565, 'name': PowerOnVM_Task, 'duration_secs': 0.763021} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.465661] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.465872] env[70480]: INFO nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Took 10.68 seconds to spawn the instance on the hypervisor. [ 776.466347] env[70480]: DEBUG nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.466844] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf69c957-6451-4612-bb00-9e2ed6ccd71a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.586338] env[70480]: DEBUG nova.scheduler.client.report [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.604438] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.634312] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52775e6a-7862-806a-e067-3342c9b0d13e, 'name': SearchDatastore_Task, 'duration_secs': 0.012994} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.634312] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.634312] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.634540] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.635106] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.635106] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.636148] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-067f7e8f-cbe6-4314-a782-15ae7a8cfe1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.647208] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1410e280-e133-4547-a042-677ce1e41cc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.655426] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.655426] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.656538] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f319d293-abe9-4706-bca9-850c62ff22bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.667618] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468eb233-2509-4f76-8aba-9a5914f040f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.685254] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 776.685254] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c28cc7-d79d-52c1-66de-7f5c9cb0d145" [ 776.685254] env[70480]: _type = "Task" [ 776.685254] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.699765] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c28cc7-d79d-52c1-66de-7f5c9cb0d145, 'name': SearchDatastore_Task, 'duration_secs': 0.013758} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.716028] env[70480]: DEBUG nova.compute.manager [req-65234475-7e64-423b-aa84-f25c6d7baed2 req-c7fde3c5-eaf4-49bf-a8b8-af49af9623f3 service nova] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Detach interface failed, port_id=8eecf835-4567-4a6f-a938-ba984898d0d4, reason: Instance 14b0be9c-a80a-4212-8ae5-3b5b527fedd1 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.716028] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bc7345-0704-41a9-9503-32d210babee2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.721910] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 776.721910] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52180a4b-c666-b932-af0a-cc3af3e3afb4" [ 776.721910] env[70480]: _type = "Task" [ 776.721910] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.726390] env[70480]: DEBUG nova.network.neutron [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.734626] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52180a4b-c666-b932-af0a-cc3af3e3afb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.838929] env[70480]: INFO nova.compute.manager [-] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Took 1.72 seconds to deallocate network for instance. [ 776.986472] env[70480]: INFO nova.compute.manager [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Took 46.67 seconds to build instance. [ 777.091742] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.094982] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.098181] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.580s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.098707] env[70480]: DEBUG nova.objects.instance [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.113451] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.245745] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52180a4b-c666-b932-af0a-cc3af3e3afb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.246077] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.246370] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 511def32-c243-43b2-87f7-d032720e8e5f/511def32-c243-43b2-87f7-d032720e8e5f.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.246848] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-544b3ebe-4ecc-4bc7-a8ee-c74ec1d61d0f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.255455] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 777.255455] env[70480]: value = "task-3722568" [ 777.255455] env[70480]: _type = "Task" [ 777.255455] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.266513] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.345760] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.488212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c5f712-2ea2-42b8-8966-7492a4ce9825 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.033s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.609721] env[70480]: DEBUG nova.compute.utils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.624302] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.624302] env[70480]: DEBUG nova.network.neutron [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.626881] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3378a1b0-e842-4c7d-b7b8-d4f4b4714d74 tempest-ServersAdmin275Test-2066631565 tempest-ServersAdmin275Test-2066631565-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.529s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.628133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.896s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.628645] env[70480]: DEBUG nova.objects.instance [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lazy-loading 'resources' on Instance uuid f75b5e44-2c28-4e8e-9021-ab74f7e2ac49 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.637937] env[70480]: DEBUG oslo_vmware.api [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722567, 'name': PowerOnVM_Task, 'duration_secs': 1.202034} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.637937] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.637937] env[70480]: INFO nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Took 8.63 seconds to spawn the instance on the hypervisor. [ 777.638413] env[70480]: DEBUG nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 777.639705] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f9cace-2574-4f06-a13c-8dce480f0a4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.706800] env[70480]: DEBUG nova.policy [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36365ec0a447bcbc50a2963a45084b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d3c81ee976450fb70ba26b938d492d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.769374] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722568, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.827508] env[70480]: DEBUG nova.network.neutron [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.992179] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.116012] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.166379] env[70480]: INFO nova.compute.manager [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Took 45.70 seconds to build instance. [ 778.254303] env[70480]: DEBUG nova.compute.manager [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.254509] env[70480]: DEBUG nova.compute.manager [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing instance network info cache due to event network-changed-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.254702] env[70480]: DEBUG oslo_concurrency.lockutils [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] Acquiring lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.275092] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556429} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.275389] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 511def32-c243-43b2-87f7-d032720e8e5f/511def32-c243-43b2-87f7-d032720e8e5f.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.278025] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.278967] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e27756d4-b947-46c5-ad26-9896cc8253c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.290568] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 778.290568] env[70480]: value = "task-3722569" [ 778.290568] env[70480]: _type = "Task" [ 778.290568] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.302211] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.332408] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332408] env[70480]: DEBUG nova.compute.manager [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Inject network info {{(pid=70480) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 778.332408] env[70480]: DEBUG nova.compute.manager [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] network_info to inject: |[{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 778.336608] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Reconfiguring VM instance to set the machine id {{(pid=70480) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.336975] env[70480]: DEBUG oslo_concurrency.lockutils [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] Acquired lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.337423] env[70480]: DEBUG nova.network.neutron [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Refreshing network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.339744] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7f80a5-a6a3-4109-8ce5-8fb834ae91da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.362710] env[70480]: DEBUG oslo_vmware.api [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 778.362710] env[70480]: value = "task-3722570" [ 778.362710] env[70480]: _type = "Task" [ 778.362710] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.374801] env[70480]: DEBUG oslo_vmware.api [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.490018] env[70480]: DEBUG nova.network.neutron [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Successfully created port: 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.516258] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.667097] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b612b969-b667-4723-8e30-c160f92e135f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "fa211b33-87ca-4dd9-942f-52247766231f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.995s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.768630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a6370a-0dc5-418d-bc0f-439a1cbfa8e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.778394] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c69db-bdab-4fba-acf4-ea274d3c4fa7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.819922] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8787b7-988a-477f-9afe-5f8c990f2d2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.830304] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072266} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.832538] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.832816] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b4e6a-cbcc-48fe-aa45-bf4c8e95f7f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.836394] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0a62a-1105-40e1-a961-4c902775f103 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.872171] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 511def32-c243-43b2-87f7-d032720e8e5f/511def32-c243-43b2-87f7-d032720e8e5f.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.872747] env[70480]: DEBUG nova.compute.provider_tree [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.874218] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5f3b855-640e-49f4-9c05-0d1e1ab30549 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.903282] env[70480]: DEBUG oslo_vmware.api [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722570, 'name': ReconfigVM_Task, 'duration_secs': 0.174678} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.904993] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Reconfigured VM instance to set the machine id {{(pid=70480) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.907323] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 778.907323] env[70480]: value = "task-3722571" [ 778.907323] env[70480]: _type = "Task" [ 778.907323] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.919164] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.130236] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.172791] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.177292] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.177530] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.177765] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.177915] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.178104] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.178419] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.178643] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.178841] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.179015] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.179197] env[70480]: DEBUG nova.virt.hardware [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.179626] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.182836] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43353c-634d-49f5-bb86-d17ebf00864b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.197032] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d8ae14-58b5-46f8-b2fa-d19f44418ead {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.212095] env[70480]: DEBUG nova.network.neutron [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updated VIF entry in instance network info cache for port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.212473] env[70480]: DEBUG nova.network.neutron [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [{"id": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "address": "fa:16:3e:d3:bf:76", "network": {"id": "c97b4e87-4465-43e1-b015-018b9e2a5910", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1767695030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9008b4f1bf8641898c695634bc2d43e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb06ea0-c3", "ovs_interfaceid": "5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.390883] env[70480]: DEBUG nova.scheduler.client.report [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.424245] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722571, 'name': ReconfigVM_Task, 'duration_secs': 0.325689} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.425510] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 511def32-c243-43b2-87f7-d032720e8e5f/511def32-c243-43b2-87f7-d032720e8e5f.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.426754] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3d827ca-8f13-4bf7-b180-7176a7dae057 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.437027] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 779.437027] env[70480]: value = "task-3722572" [ 779.437027] env[70480]: _type = "Task" [ 779.437027] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.445757] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722572, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.715034] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.716760] env[70480]: DEBUG oslo_concurrency.lockutils [req-5f5d9f8d-5fe4-4135-a499-00ab06925a85 req-62a15eef-34ec-4564-ab88-6bc71f542945 service nova] Releasing lock "refresh_cache-5782f024-2141-44ec-8db8-ece7e977df88" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.901477] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.904419] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.324s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.905452] env[70480]: INFO nova.compute.claims [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.935589] env[70480]: INFO nova.scheduler.client.report [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Deleted allocations for instance f75b5e44-2c28-4e8e-9021-ab74f7e2ac49 [ 779.947480] env[70480]: DEBUG nova.compute.manager [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Received event network-changed-1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.947480] env[70480]: DEBUG nova.compute.manager [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Refreshing instance network info cache due to event network-changed-1b00abd5-0322-44c8-890f-50cb9445449b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.947480] env[70480]: DEBUG oslo_concurrency.lockutils [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] Acquiring lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.947480] env[70480]: DEBUG oslo_concurrency.lockutils [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] Acquired lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.947702] env[70480]: DEBUG nova.network.neutron [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Refreshing network info cache for port 1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.957602] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722572, 'name': Rename_Task, 'duration_secs': 0.15931} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.957932] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.959341] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b608090-c751-49c7-800e-fedc9987dcfb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.975097] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 779.975097] env[70480]: value = "task-3722573" [ 779.975097] env[70480]: _type = "Task" [ 779.975097] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.985230] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.061821] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "5782f024-2141-44ec-8db8-ece7e977df88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.062114] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "5782f024-2141-44ec-8db8-ece7e977df88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.062337] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "5782f024-2141-44ec-8db8-ece7e977df88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.062524] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "5782f024-2141-44ec-8db8-ece7e977df88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.062692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "5782f024-2141-44ec-8db8-ece7e977df88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.065123] env[70480]: INFO nova.compute.manager [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Terminating instance [ 780.430019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "9477a9f6-7838-457f-b857-0bc14d6c51b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.431370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.452025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "f75b5e44-2c28-4e8e-9021-ab74f7e2ac49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.847s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.487369] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722573, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.572637] env[70480]: DEBUG nova.compute.manager [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.572637] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.573326] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa95611-ac0e-4a4a-adcd-405ecca8e07b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.582812] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.583485] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc653b2-700c-4d0d-9375-49f07cd39ce5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594378] env[70480]: DEBUG oslo_vmware.api [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 780.594378] env[70480]: value = "task-3722574" [ 780.594378] env[70480]: _type = "Task" [ 780.594378] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.614127] env[70480]: DEBUG oslo_vmware.api [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.766973] env[70480]: DEBUG nova.network.neutron [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updated VIF entry in instance network info cache for port 1b00abd5-0322-44c8-890f-50cb9445449b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.767484] env[70480]: DEBUG nova.network.neutron [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updating instance_info_cache with network_info: [{"id": "1b00abd5-0322-44c8-890f-50cb9445449b", "address": "fa:16:3e:e9:bb:d3", "network": {"id": "54e85005-fde7-4526-a7b7-1f241912b736", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1651366020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e26ef662c554b479dcdfb7a582b8b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b00abd5-03", "ovs_interfaceid": "1b00abd5-0322-44c8-890f-50cb9445449b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.879200] env[70480]: DEBUG nova.network.neutron [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Successfully updated port: 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.988026] env[70480]: DEBUG oslo_vmware.api [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722573, 'name': PowerOnVM_Task, 'duration_secs': 0.645784} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.988026] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.988026] env[70480]: INFO nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 780.988026] env[70480]: DEBUG nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.988710] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeecd15-0abd-4e20-9805-4411c029813e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.104492] env[70480]: DEBUG oslo_vmware.api [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722574, 'name': PowerOffVM_Task, 'duration_secs': 0.27312} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.108317] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.108506] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.112087] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0bec74-def5-45e3-aed4-f242d5b36342 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.118672] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.118971] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.165338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "fa211b33-87ca-4dd9-942f-52247766231f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.165338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "fa211b33-87ca-4dd9-942f-52247766231f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.165338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "fa211b33-87ca-4dd9-942f-52247766231f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.165635] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "fa211b33-87ca-4dd9-942f-52247766231f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.165718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "fa211b33-87ca-4dd9-942f-52247766231f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.169792] env[70480]: INFO nova.compute.manager [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Terminating instance [ 781.210069] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.211447] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.211688] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Deleting the datastore file [datastore2] 5782f024-2141-44ec-8db8-ece7e977df88 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.212024] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec63dc06-d6d8-45bf-8ba4-c8a7d24c83f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.229197] env[70480]: DEBUG oslo_vmware.api [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for the task: (returnval){ [ 781.229197] env[70480]: value = "task-3722576" [ 781.229197] env[70480]: _type = "Task" [ 781.229197] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.240588] env[70480]: DEBUG oslo_vmware.api [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.272568] env[70480]: DEBUG oslo_concurrency.lockutils [req-32850f49-9b73-4616-86d0-66c2f2c7682e req-3707ec1d-827d-4aa1-8c23-67fa2b0a3434 service nova] Releasing lock "refresh_cache-ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.388337] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "refresh_cache-8eea129c-2e5e-416f-a3be-e73dcb7664b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.388337] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "refresh_cache-8eea129c-2e5e-416f-a3be-e73dcb7664b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.388337] env[70480]: DEBUG nova.network.neutron [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.517810] env[70480]: INFO nova.compute.manager [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Took 48.58 seconds to build instance. [ 781.541035] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1689ff33-c1c9-48d4-bccb-b196f360c7d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.549819] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a1099-e100-4d4b-b85f-98901e6ec72e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.585593] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51533a6-9432-4112-9ca1-387c8c6be158 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.597695] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8c934d-5de7-45ec-beb5-8b4fe11abad6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.616084] env[70480]: DEBUG nova.compute.provider_tree [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.682018] env[70480]: DEBUG nova.compute.manager [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.682018] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.682018] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d8490-6602-4ff9-a769-abe928b831d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.692754] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.693397] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-223c5583-eeaf-4209-947b-be7be25211b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.701310] env[70480]: DEBUG oslo_vmware.api [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 781.701310] env[70480]: value = "task-3722577" [ 781.701310] env[70480]: _type = "Task" [ 781.701310] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.712376] env[70480]: DEBUG oslo_vmware.api [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.739580] env[70480]: DEBUG oslo_vmware.api [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Task: {'id': task-3722576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498511} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.739847] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.740043] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.740224] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.740393] env[70480]: INFO nova.compute.manager [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Took 1.17 seconds to destroy the instance on the hypervisor. [ 781.740734] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.740934] env[70480]: DEBUG nova.compute.manager [-] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.741038] env[70480]: DEBUG nova.network.neutron [-] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.813929] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "0b48ad34-3879-4267-b5af-6b040a3a582e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.814243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.814549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "0b48ad34-3879-4267-b5af-6b040a3a582e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.814669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.814776] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.817280] env[70480]: INFO nova.compute.manager [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Terminating instance [ 781.925586] env[70480]: DEBUG nova.network.neutron [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.026311] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "511def32-c243-43b2-87f7-d032720e8e5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.744s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.105332] env[70480]: DEBUG nova.network.neutron [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Updating instance_info_cache with network_info: [{"id": "0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3", "address": "fa:16:3e:21:47:a7", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4b6bd6-ed", "ovs_interfaceid": "0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.118510] env[70480]: DEBUG nova.scheduler.client.report [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.214881] env[70480]: DEBUG oslo_vmware.api [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722577, 'name': PowerOffVM_Task, 'duration_secs': 0.394072} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.215210] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.215532] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.215814] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d4bf091-04ba-428a-b059-da17984f6a7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.300505] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.300920] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.301993] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Deleting the datastore file [datastore2] fa211b33-87ca-4dd9-942f-52247766231f {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.302424] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab099ba0-fccc-4eee-9465-e693f52a6579 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.312274] env[70480]: DEBUG oslo_vmware.api [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for the task: (returnval){ [ 782.312274] env[70480]: value = "task-3722579" [ 782.312274] env[70480]: _type = "Task" [ 782.312274] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.325352] env[70480]: DEBUG nova.compute.manager [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.325352] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.325352] env[70480]: DEBUG oslo_vmware.api [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.326054] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0757a3-1c71-451c-9ebc-535efb6e1009 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.334353] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.334353] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfce2b16-dc5a-413c-8035-7fbd5db6c1df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.344550] env[70480]: DEBUG oslo_vmware.api [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 782.344550] env[70480]: value = "task-3722580" [ 782.344550] env[70480]: _type = "Task" [ 782.344550] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.359144] env[70480]: DEBUG oslo_vmware.api [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.529878] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.553602] env[70480]: DEBUG nova.compute.manager [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Received event network-vif-plugged-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.553842] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] Acquiring lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.554054] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.554220] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.554382] env[70480]: DEBUG nova.compute.manager [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] No waiting events found dispatching network-vif-plugged-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.554550] env[70480]: WARNING nova.compute.manager [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Received unexpected event network-vif-plugged-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 for instance with vm_state building and task_state spawning. [ 782.554700] env[70480]: DEBUG nova.compute.manager [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Received event network-changed-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.554870] env[70480]: DEBUG nova.compute.manager [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Refreshing instance network info cache due to event network-changed-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.555021] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] Acquiring lock "refresh_cache-8eea129c-2e5e-416f-a3be-e73dcb7664b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.610345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "refresh_cache-8eea129c-2e5e-416f-a3be-e73dcb7664b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.610794] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Instance network_info: |[{"id": "0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3", "address": "fa:16:3e:21:47:a7", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4b6bd6-ed", "ovs_interfaceid": "0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.611209] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] Acquired lock "refresh_cache-8eea129c-2e5e-416f-a3be-e73dcb7664b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.611456] env[70480]: DEBUG nova.network.neutron [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Refreshing network info cache for port 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.615971] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:47:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.627022] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.627458] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.627958] env[70480]: DEBUG nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.630990] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.632190] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.654s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.632190] env[70480]: DEBUG nova.objects.instance [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lazy-loading 'resources' on Instance uuid b04ab7fb-93fe-48c7-bd34-e5282deebec5 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.633418] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584ee9b3-c1cc-46ad-bdd1-aca6ab572726 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.661507] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.661507] env[70480]: value = "task-3722581" [ 782.661507] env[70480]: _type = "Task" [ 782.661507] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.673329] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722581, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.827230] env[70480]: DEBUG oslo_vmware.api [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Task: {'id': task-3722579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204891} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.827498] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.827685] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.827861] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.828118] env[70480]: INFO nova.compute.manager [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 782.828399] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.828603] env[70480]: DEBUG nova.compute.manager [-] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.828700] env[70480]: DEBUG nova.network.neutron [-] [instance: fa211b33-87ca-4dd9-942f-52247766231f] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.856404] env[70480]: DEBUG oslo_vmware.api [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722580, 'name': PowerOffVM_Task, 'duration_secs': 0.204941} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.856686] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.856857] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.857249] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4817dae-fe9a-4b4c-a3fd-60d57cf3adfd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.962236] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.962791] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.962974] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Deleting the datastore file [datastore1] 0b48ad34-3879-4267-b5af-6b040a3a582e {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.963415] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff69fdda-a3b1-49f8-abd9-75165e390e00 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.971753] env[70480]: DEBUG oslo_vmware.api [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for the task: (returnval){ [ 782.971753] env[70480]: value = "task-3722583" [ 782.971753] env[70480]: _type = "Task" [ 782.971753] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.987159] env[70480]: DEBUG oslo_vmware.api [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.070533] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.134411] env[70480]: DEBUG nova.compute.utils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.136082] env[70480]: DEBUG nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 783.177368] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722581, 'name': CreateVM_Task, 'duration_secs': 0.386947} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.177368] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.177368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.177368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.177787] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.177900] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb503f20-5083-48d3-9910-40c0f2c7f10a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.190275] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 783.190275] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52da700b-d2d5-0967-4482-429a3c94d817" [ 783.190275] env[70480]: _type = "Task" [ 783.190275] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.204043] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52da700b-d2d5-0967-4482-429a3c94d817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.270700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0125026-239a-4d8d-b288-5a43cdbb1ca4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.280662] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f46a45-29d8-4241-89e0-95f817eace06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.320550] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2cf377-4821-448a-8d1d-9c144f6fb8be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.329351] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71414c7b-6c8f-4711-b9ca-44f837c76944 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.345348] env[70480]: DEBUG nova.compute.provider_tree [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.384359] env[70480]: DEBUG nova.network.neutron [-] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.484131] env[70480]: DEBUG oslo_vmware.api [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Task: {'id': task-3722583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200686} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.484532] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.484803] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.485063] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.485320] env[70480]: INFO nova.compute.manager [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 783.485645] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.486137] env[70480]: DEBUG nova.compute.manager [-] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.486256] env[70480]: DEBUG nova.network.neutron [-] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.581340] env[70480]: DEBUG nova.network.neutron [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Updated VIF entry in instance network info cache for port 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.581738] env[70480]: DEBUG nova.network.neutron [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Updating instance_info_cache with network_info: [{"id": "0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3", "address": "fa:16:3e:21:47:a7", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4b6bd6-ed", "ovs_interfaceid": "0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.640990] env[70480]: DEBUG nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.695118] env[70480]: DEBUG nova.network.neutron [-] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.705557] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52da700b-d2d5-0967-4482-429a3c94d817, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.706469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.708098] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.708098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.708098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.708098] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.708098] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28893680-250f-44ca-bee1-20b5160feede {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.720505] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.720505] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.721309] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b69c1e-f693-4a85-a13b-8c03bc23f6e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.729651] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 783.729651] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ef0f52-8a6c-2032-6271-fbc448fd8b9f" [ 783.729651] env[70480]: _type = "Task" [ 783.729651] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.739473] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ef0f52-8a6c-2032-6271-fbc448fd8b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.753413] env[70480]: DEBUG nova.compute.manager [req-ff9cdfda-73b3-4575-b201-37e4ae8065be req-109e65fb-16af-4816-9547-36f10b1dce11 service nova] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Received event network-vif-deleted-2aba8172-ae26-4387-8f95-ee1bc82921ee {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.851805] env[70480]: DEBUG nova.scheduler.client.report [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.888020] env[70480]: INFO nova.compute.manager [-] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Took 2.15 seconds to deallocate network for instance. [ 784.085171] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0d9d8b-90c5-4492-b17a-18dd89971061 req-51742edc-c8fe-445f-958e-25efe0713429 service nova] Releasing lock "refresh_cache-8eea129c-2e5e-416f-a3be-e73dcb7664b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.194448] env[70480]: INFO nova.compute.manager [-] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Took 1.37 seconds to deallocate network for instance. [ 784.245142] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ef0f52-8a6c-2032-6271-fbc448fd8b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.247355] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec768ce3-39b1-494d-b99d-0a29fb97a9e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.256182] env[70480]: DEBUG nova.network.neutron [-] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.258479] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 784.258479] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527764b5-40d9-9856-24fd-998937e68011" [ 784.258479] env[70480]: _type = "Task" [ 784.258479] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.268170] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527764b5-40d9-9856-24fd-998937e68011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.357128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.361335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.275s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.362180] env[70480]: INFO nova.compute.claims [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.385533] env[70480]: INFO nova.scheduler.client.report [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Deleted allocations for instance b04ab7fb-93fe-48c7-bd34-e5282deebec5 [ 784.395871] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.583069] env[70480]: DEBUG nova.compute.manager [req-c8260635-524e-4a34-8912-c1cc8c554734 req-af6d28c0-1e42-48a6-ab6a-5e1655d63813 service nova] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Received event network-vif-deleted-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.652020] env[70480]: DEBUG nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.681342] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.681584] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.681740] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.682057] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.682057] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.682266] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.682422] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.683187] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.683187] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.683187] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.683187] env[70480]: DEBUG nova.virt.hardware [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.684230] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad619f0-2ad7-4d08-9fc5-ed09e43178b1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.694759] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78e029c-b96e-4031-90d2-7dd1c1db8bc5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.703527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.717783] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "2aba3d33-4f99-4931-8385-8216e207a37d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.718086] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.719189] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.725462] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Creating folder: Project (6ad0b604d38446199f37c3123c494dc7). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.726509] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3799fd0-fdee-4cf8-afa4-48817ae70568 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.741806] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Created folder: Project (6ad0b604d38446199f37c3123c494dc7) in parent group-v741156. [ 784.742072] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Creating folder: Instances. Parent ref: group-v741262. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.742364] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66895b65-c0f4-4aba-8134-bf0071d2a3ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.754403] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Created folder: Instances in parent group-v741262. [ 784.754684] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.755948] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.755948] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa1b3787-9198-4e2a-9131-9fa24e2a98b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.768671] env[70480]: INFO nova.compute.manager [-] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Took 1.28 seconds to deallocate network for instance. [ 784.779068] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.779068] env[70480]: value = "task-3722586" [ 784.779068] env[70480]: _type = "Task" [ 784.779068] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.783102] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527764b5-40d9-9856-24fd-998937e68011, 'name': SearchDatastore_Task, 'duration_secs': 0.014483} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.786183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.786455] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 8eea129c-2e5e-416f-a3be-e73dcb7664b8/8eea129c-2e5e-416f-a3be-e73dcb7664b8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.786727] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7853c37b-758e-4029-8e16-3de224b11544 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.794870] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722586, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.798168] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 784.798168] env[70480]: value = "task-3722587" [ 784.798168] env[70480]: _type = "Task" [ 784.798168] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.806013] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.895649] env[70480]: DEBUG oslo_concurrency.lockutils [None req-762c98d3-e72a-4996-8849-ff045879ec59 tempest-ServersAdmin275Test-228966641 tempest-ServersAdmin275Test-228966641-project-member] Lock "b04ab7fb-93fe-48c7-bd34-e5282deebec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.150s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.280380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.296483] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722586, 'name': CreateVM_Task, 'duration_secs': 0.334873} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.296483] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.296483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.296483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.297962] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.297962] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5ca7a7-a1bc-4dd6-b946-1c75c12a564f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.308752] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 785.308752] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f512d-299c-e70c-40a8-a1fbfaed8eee" [ 785.308752] env[70480]: _type = "Task" [ 785.308752] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.312998] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.323107] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f512d-299c-e70c-40a8-a1fbfaed8eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.785381] env[70480]: DEBUG nova.compute.manager [req-d2f993bf-d3c4-4410-9bfb-786241746033 req-b08bf190-0789-44b6-aeca-1de20fe4383b service nova] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Received event network-vif-deleted-2a713321-66e5-4e73-8e65-da7ea8e57995 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.812366] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697916} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.812923] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 8eea129c-2e5e-416f-a3be-e73dcb7664b8/8eea129c-2e5e-416f-a3be-e73dcb7664b8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.813204] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.816639] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131ad161-8bcf-459b-ae45-3469a4c1f452 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.828158] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f512d-299c-e70c-40a8-a1fbfaed8eee, 'name': SearchDatastore_Task, 'duration_secs': 0.055013} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.829853] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.830327] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.830815] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.830815] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.830982] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.832749] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 785.832749] env[70480]: value = "task-3722588" [ 785.832749] env[70480]: _type = "Task" [ 785.832749] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.833235] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8835544d-e6a6-4f4c-ba1e-c0248baffb66 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.848618] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.851950] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.852270] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.853039] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6231a0cd-af6e-497d-b89e-a6d66cb44cbf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.863221] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 785.863221] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d8974c-c730-9ef4-00ff-fc28810cdea4" [ 785.863221] env[70480]: _type = "Task" [ 785.863221] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.872991] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d8974c-c730-9ef4-00ff-fc28810cdea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.875186] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c2ffa-8732-46c3-b18f-d55490bbaeaa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.883742] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43234685-d161-476b-b982-8417b5397637 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.917295] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29f411-48aa-47d8-a2bc-f3b10dbf7708 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.925849] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6b7ac-bb9a-4298-bc09-531b67cc927b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.941922] env[70480]: DEBUG nova.compute.provider_tree [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.345979] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081788} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.347110] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.347110] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47f644-683e-42af-b62b-4fc540747e54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.371211] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8eea129c-2e5e-416f-a3be-e73dcb7664b8/8eea129c-2e5e-416f-a3be-e73dcb7664b8.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.371702] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ea481aa-ecc1-4762-8914-eb7b0a20a18a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.396140] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d8974c-c730-9ef4-00ff-fc28810cdea4, 'name': SearchDatastore_Task, 'duration_secs': 0.022307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.398129] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 786.398129] env[70480]: value = "task-3722589" [ 786.398129] env[70480]: _type = "Task" [ 786.398129] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.398352] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a29d44-c6e0-4769-8a60-160265ebcc75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.410188] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.411431] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 786.411431] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5286d72a-be65-5c9b-7397-b43f92e62cc2" [ 786.411431] env[70480]: _type = "Task" [ 786.411431] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.420636] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5286d72a-be65-5c9b-7397-b43f92e62cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.444951] env[70480]: DEBUG nova.scheduler.client.report [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.911851] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722589, 'name': ReconfigVM_Task, 'duration_secs': 0.340607} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.912502] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8eea129c-2e5e-416f-a3be-e73dcb7664b8/8eea129c-2e5e-416f-a3be-e73dcb7664b8.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.916175] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec9eb1d5-b2f9-4378-8804-4f048980af85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.925822] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5286d72a-be65-5c9b-7397-b43f92e62cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.926656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.926925] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b075c91a-df46-4398-9c46-1b8f5f676b34/b075c91a-df46-4398-9c46-1b8f5f676b34.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.927275] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 786.927275] env[70480]: value = "task-3722590" [ 786.927275] env[70480]: _type = "Task" [ 786.927275] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.927965] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ce30d00-5917-40a2-9222-d28e9de74921 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.941555] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722590, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.943187] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 786.943187] env[70480]: value = "task-3722591" [ 786.943187] env[70480]: _type = "Task" [ 786.943187] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.952064] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.952726] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.955927] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.479s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.957238] env[70480]: INFO nova.compute.claims [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.440750] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722590, 'name': Rename_Task, 'duration_secs': 0.151464} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.441056] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.441314] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8027195d-bb32-4a76-b026-9db1b481e4cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.448834] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 787.448834] env[70480]: value = "task-3722592" [ 787.448834] env[70480]: _type = "Task" [ 787.448834] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.455440] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722591, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.463281] env[70480]: DEBUG nova.compute.utils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.468023] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.468023] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.468282] env[70480]: DEBUG nova.network.neutron [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.544166] env[70480]: DEBUG nova.policy [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d4625e05704933b6289a60e18b722e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f04de31ee7f24ca2828815137ad11438', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.959828] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545285} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.961364] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] b075c91a-df46-4398-9c46-1b8f5f676b34/b075c91a-df46-4398-9c46-1b8f5f676b34.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.961624] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.961887] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e427e3-ef18-49a7-b54f-d1cf3ef9c747 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.970169] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.976877] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.985021] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 787.985021] env[70480]: value = "task-3722593" [ 787.985021] env[70480]: _type = "Task" [ 787.985021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.995887] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.009027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.009027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.009027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.009027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.009027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.009027] env[70480]: INFO nova.compute.manager [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Terminating instance [ 788.065067] env[70480]: DEBUG nova.network.neutron [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Successfully created port: bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.467907] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722592, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.498090] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072933} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.503185] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.504364] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc344a38-cb3d-4471-86a7-69f10b45bd2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.511161] env[70480]: DEBUG nova.compute.manager [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.511395] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.523480] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ccbc7-4437-42f3-8263-50537d5f1365 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.536955] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b075c91a-df46-4398-9c46-1b8f5f676b34/b075c91a-df46-4398-9c46-1b8f5f676b34.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.541531] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c80a27-2c10-4b06-87bd-ea6b95a3a880 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.564249] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.565845] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f4e16a5-c0d7-4445-b2a5-1a56fa17e45b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.567976] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 788.567976] env[70480]: value = "task-3722594" [ 788.567976] env[70480]: _type = "Task" [ 788.567976] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.574577] env[70480]: DEBUG oslo_vmware.api [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 788.574577] env[70480]: value = "task-3722595" [ 788.574577] env[70480]: _type = "Task" [ 788.574577] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.585761] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.599813] env[70480]: DEBUG oslo_vmware.api [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.661938] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0348a-807b-468d-816e-58c968992a6f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.677089] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962ec0da-6a89-46ea-b8ef-2a6eac11da90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.689773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.690051] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.722934] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6442b823-6205-47ba-96dd-c4df16934930 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.733860] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f857e1-c7fd-4669-be86-5a57fb4e5347 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.750266] env[70480]: DEBUG nova.compute.provider_tree [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.984030] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.154383] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722594, 'name': ReconfigVM_Task, 'duration_secs': 0.431647} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.154643] env[70480]: DEBUG oslo_vmware.api [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722592, 'name': PowerOnVM_Task, 'duration_secs': 1.146061} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.154856] env[70480]: DEBUG oslo_vmware.api [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722595, 'name': PowerOffVM_Task, 'duration_secs': 0.291275} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.156205] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b075c91a-df46-4398-9c46-1b8f5f676b34/b075c91a-df46-4398-9c46-1b8f5f676b34.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.156205] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.156205] env[70480]: INFO nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Took 10.03 seconds to spawn the instance on the hypervisor. [ 789.156510] env[70480]: DEBUG nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.156626] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.156841] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.157076] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dbebbb6-cc12-44fc-b995-dda1c897c1cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.159941] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd133e0c-17a4-416b-9f19-3075aa9762e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.164245] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9716229c-187b-4756-b109-c22eb3be0d45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.173938] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 789.173938] env[70480]: value = "task-3722596" [ 789.173938] env[70480]: _type = "Task" [ 789.173938] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.184544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "00e8f778-1d36-4bd8-9417-dbc11095aacc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.184770] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.190180] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722596, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.199033] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.199306] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.199438] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.199636] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.199816] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.199985] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.200557] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.203116] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.203116] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.203116] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.203116] env[70480]: DEBUG nova.virt.hardware [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.203116] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199db7c-0e42-4ab4-873e-3b4645d936c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.214015] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d85061-4b39-4911-8ee6-2ddc30c0221a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.248886] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.249166] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.249403] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Deleting the datastore file [datastore1] 5f05d434-be2a-4c6a-93ed-700eba08ecf2 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.249700] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549c046f-ba53-4a30-bff1-70d45a98b4b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.254336] env[70480]: DEBUG nova.scheduler.client.report [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.261170] env[70480]: DEBUG oslo_vmware.api [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 789.261170] env[70480]: value = "task-3722598" [ 789.261170] env[70480]: _type = "Task" [ 789.261170] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.270112] env[70480]: DEBUG oslo_vmware.api [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.686443] env[70480]: INFO nova.compute.manager [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Took 52.84 seconds to build instance. [ 789.694048] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722596, 'name': Rename_Task, 'duration_secs': 0.263291} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.694265] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.694459] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70804a40-5185-49a6-953c-a145b1051be9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.703468] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 789.703468] env[70480]: value = "task-3722599" [ 789.703468] env[70480]: _type = "Task" [ 789.703468] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.721103] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.762125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.762654] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.765506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.433s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.765735] env[70480]: DEBUG nova.objects.instance [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lazy-loading 'resources' on Instance uuid 32c744da-7d41-4920-8941-93d1dab81cd4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.777734] env[70480]: DEBUG oslo_vmware.api [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435159} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.779135] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.779135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.779135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.779405] env[70480]: INFO nova.compute.manager [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Took 1.27 seconds to destroy the instance on the hypervisor. [ 789.779495] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.779764] env[70480]: DEBUG nova.compute.manager [-] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.779817] env[70480]: DEBUG nova.network.neutron [-] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.887758] env[70480]: DEBUG nova.network.neutron [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Successfully updated port: bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.188759] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aee87379-1d1b-4cc1-9271-27f59145bd1d tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.421s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.215523] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.268042] env[70480]: DEBUG nova.compute.manager [req-2add1487-3f78-4518-9d66-a68a59eef51b req-79b44ce7-25fa-4f19-a50d-967a639871b5 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Received event network-vif-plugged-bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.268042] env[70480]: DEBUG oslo_concurrency.lockutils [req-2add1487-3f78-4518-9d66-a68a59eef51b req-79b44ce7-25fa-4f19-a50d-967a639871b5 service nova] Acquiring lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.268042] env[70480]: DEBUG oslo_concurrency.lockutils [req-2add1487-3f78-4518-9d66-a68a59eef51b req-79b44ce7-25fa-4f19-a50d-967a639871b5 service nova] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.268042] env[70480]: DEBUG oslo_concurrency.lockutils [req-2add1487-3f78-4518-9d66-a68a59eef51b req-79b44ce7-25fa-4f19-a50d-967a639871b5 service nova] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.268042] env[70480]: DEBUG nova.compute.manager [req-2add1487-3f78-4518-9d66-a68a59eef51b req-79b44ce7-25fa-4f19-a50d-967a639871b5 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] No waiting events found dispatching network-vif-plugged-bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.268042] env[70480]: WARNING nova.compute.manager [req-2add1487-3f78-4518-9d66-a68a59eef51b req-79b44ce7-25fa-4f19-a50d-967a639871b5 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Received unexpected event network-vif-plugged-bc300742-a7d2-4531-8dc9-218741f5789b for instance with vm_state building and task_state spawning. [ 790.273400] env[70480]: DEBUG nova.compute.utils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.278056] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.282021] env[70480]: DEBUG nova.network.neutron [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.322984] env[70480]: DEBUG nova.policy [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc057d6601a647b5939caccd45d10f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c090b90dcc941a58322669e2eb28f44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.391993] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "refresh_cache-ce4927f4-227c-4d59-914e-6fc93c60b1a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.391993] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquired lock "refresh_cache-ce4927f4-227c-4d59-914e-6fc93c60b1a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.392257] env[70480]: DEBUG nova.network.neutron [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.699475] env[70480]: DEBUG nova.network.neutron [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Successfully created port: 0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.705065] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.719312] env[70480]: DEBUG oslo_vmware.api [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722599, 'name': PowerOnVM_Task, 'duration_secs': 0.876099} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.719312] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.719975] env[70480]: INFO nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Took 6.07 seconds to spawn the instance on the hypervisor. [ 790.720228] env[70480]: DEBUG nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.721129] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb74ce59-a228-48ae-b500-45db2b1e248d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.783023] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.876515] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5d67a8-72b8-4883-b058-1554f550c301 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.884610] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Suspending the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 790.884949] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0fa3a62d-4655-4b80-923d-59cf2e9b75a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.892242] env[70480]: DEBUG oslo_vmware.api [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 790.892242] env[70480]: value = "task-3722600" [ 790.892242] env[70480]: _type = "Task" [ 790.892242] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.907078] env[70480]: DEBUG oslo_vmware.api [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722600, 'name': SuspendVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.912362] env[70480]: DEBUG nova.compute.manager [req-f28bc975-dde1-48c3-bf48-56c132e05cd5 req-ac8e0af7-e7c8-4cc7-8538-e0393da30da4 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Received event network-vif-deleted-edf6c9ee-b690-4a08-bed0-a59d65cb5158 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.912774] env[70480]: INFO nova.compute.manager [req-f28bc975-dde1-48c3-bf48-56c132e05cd5 req-ac8e0af7-e7c8-4cc7-8538-e0393da30da4 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Neutron deleted interface edf6c9ee-b690-4a08-bed0-a59d65cb5158; detaching it from the instance and deleting it from the info cache [ 790.913014] env[70480]: DEBUG nova.network.neutron [req-f28bc975-dde1-48c3-bf48-56c132e05cd5 req-ac8e0af7-e7c8-4cc7-8538-e0393da30da4 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.952021] env[70480]: DEBUG nova.network.neutron [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.955939] env[70480]: DEBUG nova.network.neutron [-] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.004578] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a30c60-96d3-4c55-9df4-ea00d8067f52 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.015183] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21de501e-e72b-45e3-8e80-b124c159a51f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.057217] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599cfcb-71b6-4d20-b619-d9051c6a36a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.069699] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa17a8-0e7a-4c08-8489-13dd9ce78ecd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.090619] env[70480]: DEBUG nova.compute.provider_tree [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.233303] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.250227] env[70480]: DEBUG nova.network.neutron [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Updating instance_info_cache with network_info: [{"id": "bc300742-a7d2-4531-8dc9-218741f5789b", "address": "fa:16:3e:2f:15:da", "network": {"id": "4c10a8da-d247-4bf8-b97b-6a8c80591f43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1011903140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04de31ee7f24ca2828815137ad11438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc300742-a7", "ovs_interfaceid": "bc300742-a7d2-4531-8dc9-218741f5789b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.251902] env[70480]: INFO nova.compute.manager [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Took 49.69 seconds to build instance. [ 791.405232] env[70480]: DEBUG oslo_vmware.api [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722600, 'name': SuspendVM_Task} progress is 50%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.417586] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82b99124-a22b-4ba3-9657-bc3e5351ee49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.428621] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0648c7e-1552-43cf-ab63-d2a8cb4dceaf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.460405] env[70480]: INFO nova.compute.manager [-] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Took 1.68 seconds to deallocate network for instance. [ 791.460883] env[70480]: DEBUG nova.compute.manager [req-f28bc975-dde1-48c3-bf48-56c132e05cd5 req-ac8e0af7-e7c8-4cc7-8538-e0393da30da4 service nova] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Detach interface failed, port_id=edf6c9ee-b690-4a08-bed0-a59d65cb5158, reason: Instance 5f05d434-be2a-4c6a-93ed-700eba08ecf2 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.598541] env[70480]: DEBUG nova.scheduler.client.report [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.757038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Releasing lock "refresh_cache-ce4927f4-227c-4d59-914e-6fc93c60b1a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.757323] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Instance network_info: |[{"id": "bc300742-a7d2-4531-8dc9-218741f5789b", "address": "fa:16:3e:2f:15:da", "network": {"id": "4c10a8da-d247-4bf8-b97b-6a8c80591f43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1011903140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04de31ee7f24ca2828815137ad11438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc300742-a7", "ovs_interfaceid": "bc300742-a7d2-4531-8dc9-218741f5789b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.757745] env[70480]: DEBUG oslo_concurrency.lockutils [None req-738704f3-2448-41f2-bc30-48a8fe0d623f tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "b075c91a-df46-4398-9c46-1b8f5f676b34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.653s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.758144] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:15:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc300742-a7d2-4531-8dc9-218741f5789b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.766919] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Creating folder: Project (f04de31ee7f24ca2828815137ad11438). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.768584] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db74b3b-e0de-4f25-b176-4f57116f7030 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.782582] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Created folder: Project (f04de31ee7f24ca2828815137ad11438) in parent group-v741156. [ 791.782848] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Creating folder: Instances. Parent ref: group-v741265. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.783125] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb724d6b-f24d-4b3f-b031-68a82bab8668 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.795138] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Created folder: Instances in parent group-v741265. [ 791.795587] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.795952] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.797558] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.800798] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9098549a-1907-414c-bbb8-ed45287cd847 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.827356] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.827356] env[70480]: value = "task-3722603" [ 791.827356] env[70480]: _type = "Task" [ 791.827356] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.836918] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722603, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.845974] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.846166] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.846250] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.846399] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.846525] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.846677] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.846967] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.847150] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.847311] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.847544] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.847658] env[70480]: DEBUG nova.virt.hardware [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.848570] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e900e02c-1ee9-4665-820a-61aa148b5296 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.857332] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb2786-23fc-4528-a44b-b07432c85b25 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.904394] env[70480]: DEBUG oslo_vmware.api [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722600, 'name': SuspendVM_Task} progress is 50%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.971571] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.105167] env[70480]: DEBUG nova.compute.manager [None req-b91d917a-5363-4068-b594-8e0690f9a69e tempest-ServerDiagnosticsV248Test-1081710863 tempest-ServerDiagnosticsV248Test-1081710863-project-admin] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.106202] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.109669] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2a0434-b1bb-46e1-afbb-08637c37be2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.112801] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.393s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.114423] env[70480]: INFO nova.compute.claims [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.124536] env[70480]: INFO nova.compute.manager [None req-b91d917a-5363-4068-b594-8e0690f9a69e tempest-ServerDiagnosticsV248Test-1081710863 tempest-ServerDiagnosticsV248Test-1081710863-project-admin] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Retrieving diagnostics [ 792.126173] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3011c-64c7-467d-89b0-55100a50daa2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.157801] env[70480]: INFO nova.scheduler.client.report [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleted allocations for instance 32c744da-7d41-4920-8941-93d1dab81cd4 [ 792.271373] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.337863] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722603, 'name': CreateVM_Task, 'duration_secs': 0.385565} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.342156] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.343366] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.343537] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.343900] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.344204] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f142fc-5ddd-48d5-9a5c-344718a1cae2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.351798] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 792.351798] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289226a-f1b5-4b38-65d1-8d8497e38dc4" [ 792.351798] env[70480]: _type = "Task" [ 792.351798] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.360845] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289226a-f1b5-4b38-65d1-8d8497e38dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.376521] env[70480]: DEBUG nova.network.neutron [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Successfully updated port: 0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.404221] env[70480]: DEBUG oslo_vmware.api [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722600, 'name': SuspendVM_Task, 'duration_secs': 1.155534} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.404559] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Suspended the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 792.404750] env[70480]: DEBUG nova.compute.manager [None req-a1a4c50d-f995-4dea-a69a-22793ad45242 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.405545] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2255b9-1bc6-46c4-a925-83bc4f686993 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.552544] env[70480]: DEBUG nova.compute.manager [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Received event network-changed-bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.552746] env[70480]: DEBUG nova.compute.manager [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Refreshing instance network info cache due to event network-changed-bc300742-a7d2-4531-8dc9-218741f5789b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.552960] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] Acquiring lock "refresh_cache-ce4927f4-227c-4d59-914e-6fc93c60b1a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.553118] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] Acquired lock "refresh_cache-ce4927f4-227c-4d59-914e-6fc93c60b1a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.553341] env[70480]: DEBUG nova.network.neutron [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Refreshing network info cache for port bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.664852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad29029-6254-405d-81a7-678abe0f67d4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "32c744da-7d41-4920-8941-93d1dab81cd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.840s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.842522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.865633] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289226a-f1b5-4b38-65d1-8d8497e38dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.015893} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.866692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.866692] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.866692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.866692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.867017] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.867476] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5acb6cd5-4e95-456a-986d-9bd4bab9bf53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.878312] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.878559] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.879675] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.879852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquired lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.880034] env[70480]: DEBUG nova.network.neutron [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.881245] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c11a34a-5015-40bd-95f1-aa82a3c63209 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.888590] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 792.888590] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f89bb8-9354-2434-b78d-1a42a7fa9a10" [ 792.888590] env[70480]: _type = "Task" [ 792.888590] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.898416] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f89bb8-9354-2434-b78d-1a42a7fa9a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.279234] env[70480]: DEBUG nova.network.neutron [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Updated VIF entry in instance network info cache for port bc300742-a7d2-4531-8dc9-218741f5789b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.279548] env[70480]: DEBUG nova.network.neutron [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Updating instance_info_cache with network_info: [{"id": "bc300742-a7d2-4531-8dc9-218741f5789b", "address": "fa:16:3e:2f:15:da", "network": {"id": "4c10a8da-d247-4bf8-b97b-6a8c80591f43", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1011903140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04de31ee7f24ca2828815137ad11438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc300742-a7", "ovs_interfaceid": "bc300742-a7d2-4531-8dc9-218741f5789b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.402821] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f89bb8-9354-2434-b78d-1a42a7fa9a10, 'name': SearchDatastore_Task, 'duration_secs': 0.017085} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.407064] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ab779b-8336-4ea7-9784-a7ad54f78330 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.416021] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 793.416021] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5292d635-0189-23a0-d153-59fa54f61f13" [ 793.416021] env[70480]: _type = "Task" [ 793.416021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.422514] env[70480]: DEBUG nova.network.neutron [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.431364] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5292d635-0189-23a0-d153-59fa54f61f13, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.431847] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.432348] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ce4927f4-227c-4d59-914e-6fc93c60b1a0/ce4927f4-227c-4d59-914e-6fc93c60b1a0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.432845] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-161d671f-f765-45c7-b86e-047fd23a67ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.440432] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 793.440432] env[70480]: value = "task-3722604" [ 793.440432] env[70480]: _type = "Task" [ 793.440432] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.452739] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.591157] env[70480]: DEBUG nova.network.neutron [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updating instance_info_cache with network_info: [{"id": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "address": "fa:16:3e:d6:fd:12", "network": {"id": "28993904-e208-4997-9816-d6dbd75f1559", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1988916121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c090b90dcc941a58322669e2eb28f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb881e-1e", "ovs_interfaceid": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.669206] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d53cb-eb58-4e7e-ac01-373dd92062f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.678844] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a07fb-33d1-4398-b6cb-1152b219e59e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.714400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809dc4dd-8bfd-4ef4-a46d-2aded346f582 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.723254] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e4d7c-148e-4c46-a063-44adefdfb1c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.739141] env[70480]: DEBUG nova.compute.provider_tree [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.782231] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] Releasing lock "refresh_cache-ce4927f4-227c-4d59-914e-6fc93c60b1a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.782625] env[70480]: DEBUG nova.compute.manager [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Received event network-vif-plugged-0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.782884] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] Acquiring lock "0e852a0f-8f69-4119-b833-350dab510cf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.783069] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] Lock "0e852a0f-8f69-4119-b833-350dab510cf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.783237] env[70480]: DEBUG oslo_concurrency.lockutils [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] Lock "0e852a0f-8f69-4119-b833-350dab510cf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.783409] env[70480]: DEBUG nova.compute.manager [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] No waiting events found dispatching network-vif-plugged-0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.783607] env[70480]: WARNING nova.compute.manager [req-5d74833d-db81-4bb0-93b3-e3a16e712ff4 req-5749532f-52c9-41e3-8e3c-7f1ffc1692e4 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Received unexpected event network-vif-plugged-0dfb881e-1e7e-4403-9ac2-de34be787eaf for instance with vm_state building and task_state spawning. [ 793.952658] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.093817] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Releasing lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.094204] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Instance network_info: |[{"id": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "address": "fa:16:3e:d6:fd:12", "network": {"id": "28993904-e208-4997-9816-d6dbd75f1559", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1988916121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c090b90dcc941a58322669e2eb28f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb881e-1e", "ovs_interfaceid": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.094621] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:fd:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dfb881e-1e7e-4403-9ac2-de34be787eaf', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.102867] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Creating folder: Project (2c090b90dcc941a58322669e2eb28f44). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.103562] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89677f7-a97e-4649-bcc6-ccb9175f4ee6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.115219] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Created folder: Project (2c090b90dcc941a58322669e2eb28f44) in parent group-v741156. [ 794.115576] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Creating folder: Instances. Parent ref: group-v741268. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.115958] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea445dc8-65d8-49f0-bd4e-5affcdbcf7e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.126673] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Created folder: Instances in parent group-v741268. [ 794.127006] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.127232] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.127454] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d931f6bd-8c63-4470-b135-1df1d60e7e71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.148047] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.148047] env[70480]: value = "task-3722607" [ 794.148047] env[70480]: _type = "Task" [ 794.148047] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.156982] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722607, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.243058] env[70480]: DEBUG nova.scheduler.client.report [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.453022] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536083} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.453501] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ce4927f4-227c-4d59-914e-6fc93c60b1a0/ce4927f4-227c-4d59-914e-6fc93c60b1a0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.453648] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.453893] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f823b0b-b857-4130-aa66-12b2136acef8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.461715] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 794.461715] env[70480]: value = "task-3722608" [ 794.461715] env[70480]: _type = "Task" [ 794.461715] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.470900] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.644645] env[70480]: DEBUG nova.compute.manager [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Received event network-changed-0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.644851] env[70480]: DEBUG nova.compute.manager [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Refreshing instance network info cache due to event network-changed-0dfb881e-1e7e-4403-9ac2-de34be787eaf. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.645336] env[70480]: DEBUG oslo_concurrency.lockutils [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] Acquiring lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.645544] env[70480]: DEBUG oslo_concurrency.lockutils [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] Acquired lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.645900] env[70480]: DEBUG nova.network.neutron [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Refreshing network info cache for port 0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.660476] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722607, 'name': CreateVM_Task, 'duration_secs': 0.389183} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.661857] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.662125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.663080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.663080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.663256] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7360d467-1363-48c3-a442-f68c5b67ae06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.670190] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 794.670190] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5227d7ae-8731-a168-931d-347bc0f95ec7" [ 794.670190] env[70480]: _type = "Task" [ 794.670190] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.682012] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5227d7ae-8731-a168-931d-347bc0f95ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.748976] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.749523] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.754841] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.701s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.754841] env[70480]: INFO nova.compute.claims [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.972217] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081389} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.972552] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.973467] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f247e750-b7a0-4939-a752-7211d4f53cea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.999101] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ce4927f4-227c-4d59-914e-6fc93c60b1a0/ce4927f4-227c-4d59-914e-6fc93c60b1a0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.999450] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c37ce5-d276-4eb2-927d-f6b553ada7c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.021788] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 795.021788] env[70480]: value = "task-3722609" [ 795.021788] env[70480]: _type = "Task" [ 795.021788] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.031115] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.041806] env[70480]: DEBUG nova.compute.manager [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.042559] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ace28-7253-4b57-81aa-73f8a9e3f94d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.182231] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5227d7ae-8731-a168-931d-347bc0f95ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.182681] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.183041] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.183377] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.183544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.183743] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.184093] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa02aa5d-3834-439a-bf17-405212f9b87c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.198065] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.200490] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.200490] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99d3c10-991d-4be1-8e40-b24b3c1dabd9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.206273] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 795.206273] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5294244b-8cbb-b105-375a-ce088fde01ae" [ 795.206273] env[70480]: _type = "Task" [ 795.206273] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.216647] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5294244b-8cbb-b105-375a-ce088fde01ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.259417] env[70480]: DEBUG nova.compute.utils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.263789] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.263969] env[70480]: DEBUG nova.network.neutron [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.351247] env[70480]: DEBUG nova.policy [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d1f5ca81f314260bc2996f3e837a72c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '439adc70de2a43ad851c7815c641072a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.504504] env[70480]: DEBUG nova.network.neutron [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updated VIF entry in instance network info cache for port 0dfb881e-1e7e-4403-9ac2-de34be787eaf. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.504868] env[70480]: DEBUG nova.network.neutron [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updating instance_info_cache with network_info: [{"id": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "address": "fa:16:3e:d6:fd:12", "network": {"id": "28993904-e208-4997-9816-d6dbd75f1559", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1988916121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c090b90dcc941a58322669e2eb28f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb881e-1e", "ovs_interfaceid": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.531926] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722609, 'name': ReconfigVM_Task, 'duration_secs': 0.292476} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.532212] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ce4927f4-227c-4d59-914e-6fc93c60b1a0/ce4927f4-227c-4d59-914e-6fc93c60b1a0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.532993] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d50a830-f29a-4d5b-ab3b-a0014f79a3e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.540546] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 795.540546] env[70480]: value = "task-3722610" [ 795.540546] env[70480]: _type = "Task" [ 795.540546] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.552965] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722610, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.554346] env[70480]: INFO nova.compute.manager [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] instance snapshotting [ 795.554527] env[70480]: WARNING nova.compute.manager [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 795.557465] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110357ae-ffe7-4220-a1a2-049ed9ede02c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.593188] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a153061f-839b-41fe-9d29-eedc0e656da0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.719493] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5294244b-8cbb-b105-375a-ce088fde01ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01535} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.719493] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543f5bb6-20d7-4995-a3fe-ef934081441f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.726431] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 795.726431] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527f43e4-c335-b05a-9d02-5f7d595a7263" [ 795.726431] env[70480]: _type = "Task" [ 795.726431] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.737120] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527f43e4-c335-b05a-9d02-5f7d595a7263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.764989] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.882975] env[70480]: DEBUG nova.network.neutron [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Successfully created port: b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.008937] env[70480]: DEBUG oslo_concurrency.lockutils [req-2fb19299-877c-43b1-b6c9-19770396b2c8 req-1683bb00-eee1-43af-aa35-43f35f0cd077 service nova] Releasing lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.052638] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722610, 'name': Rename_Task, 'duration_secs': 0.163388} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.053055] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.053448] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bce783b-8412-49bb-a288-f2c65e47a496 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.064455] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 796.064455] env[70480]: value = "task-3722611" [ 796.064455] env[70480]: _type = "Task" [ 796.064455] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.072716] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.106469] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.106828] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0335b8c4-efe2-4510-9681-963c4ff9200e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.116655] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 796.116655] env[70480]: value = "task-3722612" [ 796.116655] env[70480]: _type = "Task" [ 796.116655] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.133049] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722612, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.241370] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527f43e4-c335-b05a-9d02-5f7d595a7263, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.243604] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.243912] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 0e852a0f-8f69-4119-b833-350dab510cf4/0e852a0f-8f69-4119-b833-350dab510cf4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.246641] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b910b4d-62be-4162-89cf-a95603a48052 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.264491] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 796.264491] env[70480]: value = "task-3722613" [ 796.264491] env[70480]: _type = "Task" [ 796.264491] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.281777] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.400845] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a3f9fc-b8a8-4d83-b191-e0293576d6d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.410618] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233a7c6-915a-4fb7-8e58-6107faea0b06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.447548] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ecd72-386b-4b3a-bdc4-b451739559ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.458339] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f48c561-68ba-4863-8a5a-c5945e345ef7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.476888] env[70480]: DEBUG nova.compute.provider_tree [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.573424] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.620925] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.621220] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.621436] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.621680] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.621816] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.629169] env[70480]: INFO nova.compute.manager [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Terminating instance [ 796.637484] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722612, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.757626] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "2463f2fd-c558-4548-a035-ece20bd4ee9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.759631] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.759631] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "2463f2fd-c558-4548-a035-ece20bd4ee9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.759631] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.759631] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.767273] env[70480]: INFO nova.compute.manager [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Terminating instance [ 796.781888] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722613, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.782911] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.815124] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.815447] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.815848] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.815848] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.816208] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.817251] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.817251] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.817251] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.817251] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.817251] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.817251] env[70480]: DEBUG nova.virt.hardware [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.818195] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1804a52c-f813-455b-8628-b38f3dc5f857 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.827589] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23adbd8-905b-40a4-9ef9-3ae3e9b001be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.982226] env[70480]: DEBUG nova.scheduler.client.report [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.073272] env[70480]: DEBUG oslo_vmware.api [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722611, 'name': PowerOnVM_Task, 'duration_secs': 0.721733} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.073574] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.073802] env[70480]: INFO nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Took 8.09 seconds to spawn the instance on the hypervisor. [ 797.073995] env[70480]: DEBUG nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.074805] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20345b8-3db5-451c-bfcb-dd220dd48add {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.131458] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722612, 'name': CreateSnapshot_Task, 'duration_secs': 0.803953} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.131780] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.132567] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82039c37-6019-4155-98d9-c81c7a8871a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.135733] env[70480]: DEBUG nova.compute.manager [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.135925] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.136668] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc452666-522c-4da2-9a35-fe7ba7ad6d24 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.150050] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.150221] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec18d7f5-d695-4401-a91f-7a4ab1a80e0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.157458] env[70480]: DEBUG oslo_vmware.api [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 797.157458] env[70480]: value = "task-3722614" [ 797.157458] env[70480]: _type = "Task" [ 797.157458] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.167013] env[70480]: DEBUG oslo_vmware.api [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.279083] env[70480]: DEBUG nova.compute.manager [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.279326] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.279714] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538712} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.280370] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff0cb6-0434-4ab2-b9bb-b5ccb9b2c2b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.283069] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 0e852a0f-8f69-4119-b833-350dab510cf4/0e852a0f-8f69-4119-b833-350dab510cf4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.283302] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.283552] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a21e13e5-b7d7-4079-9b02-824b2105b953 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.292523] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.294302] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5a2c11-400e-4217-b40c-e281cd25a78d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296677] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 797.296677] env[70480]: value = "task-3722615" [ 797.296677] env[70480]: _type = "Task" [ 797.296677] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.303807] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 797.303807] env[70480]: value = "task-3722616" [ 797.303807] env[70480]: _type = "Task" [ 797.303807] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.307697] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.321399] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.488093] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.488777] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.500019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.396s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.500019] env[70480]: DEBUG nova.objects.instance [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lazy-loading 'resources' on Instance uuid b561e468-4930-450f-a3b7-223eacbe36aa {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.532462] env[70480]: DEBUG nova.compute.manager [req-b4041493-07e1-40cd-973d-b4e1e4d4c3e9 req-620067e5-6ccc-4bca-a270-62f1187c407a service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Received event network-vif-plugged-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.532637] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4041493-07e1-40cd-973d-b4e1e4d4c3e9 req-620067e5-6ccc-4bca-a270-62f1187c407a service nova] Acquiring lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.532846] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4041493-07e1-40cd-973d-b4e1e4d4c3e9 req-620067e5-6ccc-4bca-a270-62f1187c407a service nova] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.533034] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4041493-07e1-40cd-973d-b4e1e4d4c3e9 req-620067e5-6ccc-4bca-a270-62f1187c407a service nova] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.533632] env[70480]: DEBUG nova.compute.manager [req-b4041493-07e1-40cd-973d-b4e1e4d4c3e9 req-620067e5-6ccc-4bca-a270-62f1187c407a service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] No waiting events found dispatching network-vif-plugged-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 797.533869] env[70480]: WARNING nova.compute.manager [req-b4041493-07e1-40cd-973d-b4e1e4d4c3e9 req-620067e5-6ccc-4bca-a270-62f1187c407a service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Received unexpected event network-vif-plugged-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 for instance with vm_state building and task_state spawning. [ 797.595777] env[70480]: INFO nova.compute.manager [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Took 50.54 seconds to build instance. [ 797.643706] env[70480]: DEBUG nova.network.neutron [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Successfully updated port: b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.658272] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.659245] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad5194f5-cad1-41d4-92f3-ea861b906185 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.676716] env[70480]: DEBUG oslo_vmware.api [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722614, 'name': PowerOffVM_Task, 'duration_secs': 0.210988} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.678118] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.678343] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.678672] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 797.678672] env[70480]: value = "task-3722617" [ 797.678672] env[70480]: _type = "Task" [ 797.678672] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.678865] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95a2e442-af00-4121-bee8-06edbe1a469a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.693923] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722617, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.808497] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081811} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.812088] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.812937] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7208368f-c867-4689-9e1d-2abd928d97b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.821791] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722616, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.841146] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 0e852a0f-8f69-4119-b833-350dab510cf4/0e852a0f-8f69-4119-b833-350dab510cf4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.842905] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2693cba1-9991-4912-b889-14b3ca3ca69b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.858071] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.858227] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.858307] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleting the datastore file [datastore2] 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.858557] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eadc3eb-d11f-45a1-9b0b-fa06a53d33b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.867048] env[70480]: DEBUG oslo_vmware.api [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 797.867048] env[70480]: value = "task-3722619" [ 797.867048] env[70480]: _type = "Task" [ 797.867048] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.868576] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 797.868576] env[70480]: value = "task-3722620" [ 797.868576] env[70480]: _type = "Task" [ 797.868576] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.881643] env[70480]: DEBUG oslo_vmware.api [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.885358] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.008361] env[70480]: DEBUG nova.compute.utils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.013774] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.014252] env[70480]: DEBUG nova.network.neutron [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.099115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a7ac59ce-b378-49cd-b73f-529102c901f6 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.111462] env[70480]: DEBUG nova.policy [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4322d468a541858d51bd6fc875936b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2374294ea4b4927a3d4182962ba7e0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.146304] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.146451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquired lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.146634] env[70480]: DEBUG nova.network.neutron [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.194105] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722617, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.322690] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722616, 'name': PowerOffVM_Task, 'duration_secs': 0.523438} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.325607] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.325892] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.327214] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7329684-0c12-44bb-aece-fddd651e394f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.389943] env[70480]: DEBUG oslo_vmware.api [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493908} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.390296] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.390586] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.393442] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.393442] env[70480]: INFO nova.compute.manager [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Took 1.26 seconds to destroy the instance on the hypervisor. [ 798.393442] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.393442] env[70480]: DEBUG nova.compute.manager [-] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.393442] env[70480]: DEBUG nova.network.neutron [-] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.400036] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.420603] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.420882] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.421186] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleting the datastore file [datastore2] 2463f2fd-c558-4548-a035-ece20bd4ee9c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.421497] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82469287-5f54-45e6-95b8-652e46e0b371 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.431052] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for the task: (returnval){ [ 798.431052] env[70480]: value = "task-3722622" [ 798.431052] env[70480]: _type = "Task" [ 798.431052] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.440293] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.514298] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.602209] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.610457] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9307d835-72ce-4119-9109-2732ef3e37dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.620551] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d587e18-05b4-41d7-b7ed-649b197a1079 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.662856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db5e08-e7e6-43dd-9ad4-e1387c5b03a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.672833] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c161f-f830-4ea2-a24b-7bf60f29b6d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.689505] env[70480]: DEBUG nova.compute.provider_tree [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.705429] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722617, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.759064] env[70480]: DEBUG nova.network.neutron [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.869181] env[70480]: DEBUG nova.compute.manager [req-7f0bfde1-6ee2-4803-b0bb-946c051ced65 req-a752aebb-97d2-47eb-ac5e-5dbfdd4e402f service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Received event network-vif-deleted-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.869380] env[70480]: INFO nova.compute.manager [req-7f0bfde1-6ee2-4803-b0bb-946c051ced65 req-a752aebb-97d2-47eb-ac5e-5dbfdd4e402f service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Neutron deleted interface 1ba86fcc-0b9b-4271-ade1-8248d25db0a5; detaching it from the instance and deleting it from the info cache [ 798.869574] env[70480]: DEBUG nova.network.neutron [req-7f0bfde1-6ee2-4803-b0bb-946c051ced65 req-a752aebb-97d2-47eb-ac5e-5dbfdd4e402f service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.876452] env[70480]: DEBUG nova.network.neutron [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Successfully created port: 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.888715] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722620, 'name': ReconfigVM_Task, 'duration_secs': 0.64382} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.889764] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 0e852a0f-8f69-4119-b833-350dab510cf4/0e852a0f-8f69-4119-b833-350dab510cf4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.890302] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dba4788-9d7c-4084-9c90-2a1071307183 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.900383] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 798.900383] env[70480]: value = "task-3722623" [ 798.900383] env[70480]: _type = "Task" [ 798.900383] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.911886] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722623, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.943294] env[70480]: DEBUG oslo_vmware.api [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Task: {'id': task-3722622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298131} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.943624] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.943836] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.944029] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.944238] env[70480]: INFO nova.compute.manager [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 798.944533] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.944768] env[70480]: DEBUG nova.compute.manager [-] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.944886] env[70480]: DEBUG nova.network.neutron [-] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.122259] env[70480]: DEBUG nova.network.neutron [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Updating instance_info_cache with network_info: [{"id": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "address": "fa:16:3e:c4:ad:5a", "network": {"id": "84493c11-6e1d-4147-9484-d634df1194c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1962388378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "439adc70de2a43ad851c7815c641072a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb177a0ae-0d", "ovs_interfaceid": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.135151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.198514] env[70480]: DEBUG nova.scheduler.client.report [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.209727] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722617, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.210603] env[70480]: DEBUG nova.network.neutron [-] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.372584] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd935434-f727-443a-8ed7-36f13e48e14b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.391693] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f4b52-d3f2-4602-b4eb-ed8a4165c73a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.416800] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722623, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.435697] env[70480]: DEBUG nova.compute.manager [req-7f0bfde1-6ee2-4803-b0bb-946c051ced65 req-a752aebb-97d2-47eb-ac5e-5dbfdd4e402f service nova] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Detach interface failed, port_id=1ba86fcc-0b9b-4271-ade1-8248d25db0a5, reason: Instance 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.539985] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.562871] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.563139] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.563299] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.563479] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.563623] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.563767] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.563977] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.564148] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.564316] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.564476] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.564646] env[70480]: DEBUG nova.virt.hardware [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.565558] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe56d46-5f2b-4fdf-b023-7dcaef179c34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.573868] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c10d0e-21d2-4714-b5cb-4eb7bb3489fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.625715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Releasing lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.626097] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Instance network_info: |[{"id": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "address": "fa:16:3e:c4:ad:5a", "network": {"id": "84493c11-6e1d-4147-9484-d634df1194c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1962388378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "439adc70de2a43ad851c7815c641072a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb177a0ae-0d", "ovs_interfaceid": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.626534] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ad:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b177a0ae-0df1-48a4-9987-6365f4cc5fd6', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.634398] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Creating folder: Project (439adc70de2a43ad851c7815c641072a). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.634754] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a2e3855-2806-4548-84f0-d3ec243debd9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.646837] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Created folder: Project (439adc70de2a43ad851c7815c641072a) in parent group-v741156. [ 799.647064] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Creating folder: Instances. Parent ref: group-v741273. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.647339] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f6928e4-a880-45ef-8ac5-5ba68c37308d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.657459] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Created folder: Instances in parent group-v741273. [ 799.657459] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.657657] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.657856] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2501297f-db83-4659-b84e-fad9c9524c32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.674456] env[70480]: DEBUG nova.compute.manager [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Received event network-changed-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.674634] env[70480]: DEBUG nova.compute.manager [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Refreshing instance network info cache due to event network-changed-b177a0ae-0df1-48a4-9987-6365f4cc5fd6. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.674844] env[70480]: DEBUG oslo_concurrency.lockutils [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] Acquiring lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.674987] env[70480]: DEBUG oslo_concurrency.lockutils [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] Acquired lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.675154] env[70480]: DEBUG nova.network.neutron [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Refreshing network info cache for port b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.682182] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.682182] env[70480]: value = "task-3722626" [ 799.682182] env[70480]: _type = "Task" [ 799.682182] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.694245] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722626, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.703631] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722617, 'name': CloneVM_Task, 'duration_secs': 1.767458} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.703930] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Created linked-clone VM from snapshot [ 799.704825] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d93e18c-968c-4da7-a2ef-42714e43c0e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.708558] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.711179] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.907s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.711551] env[70480]: DEBUG nova.objects.instance [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lazy-loading 'resources' on Instance uuid 03fad8a2-2626-4614-80c4-6ccc678d9c9b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.713106] env[70480]: INFO nova.compute.manager [-] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Took 1.32 seconds to deallocate network for instance. [ 799.722395] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Uploading image 86b76bea-08d6-4ef9-9627-5ee527ee44b3 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.733700] env[70480]: DEBUG nova.network.neutron [-] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.738370] env[70480]: INFO nova.scheduler.client.report [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Deleted allocations for instance b561e468-4930-450f-a3b7-223eacbe36aa [ 799.761307] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.761307] env[70480]: value = "vm-741272" [ 799.761307] env[70480]: _type = "VirtualMachine" [ 799.761307] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.761662] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cafee731-e170-47c0-a31d-bfd425519eac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.772060] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease: (returnval){ [ 799.772060] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f6dc51-5413-a53f-fe03-394794b49c89" [ 799.772060] env[70480]: _type = "HttpNfcLease" [ 799.772060] env[70480]: } obtained for exporting VM: (result){ [ 799.772060] env[70480]: value = "vm-741272" [ 799.772060] env[70480]: _type = "VirtualMachine" [ 799.772060] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.772396] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the lease: (returnval){ [ 799.772396] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f6dc51-5413-a53f-fe03-394794b49c89" [ 799.772396] env[70480]: _type = "HttpNfcLease" [ 799.772396] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.782305] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.782305] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f6dc51-5413-a53f-fe03-394794b49c89" [ 799.782305] env[70480]: _type = "HttpNfcLease" [ 799.782305] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.914731] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722623, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.194383] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722626, 'name': CreateVM_Task, 'duration_secs': 0.443937} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.194559] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.195321] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.195503] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.195871] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.196132] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd67ad8-6c27-43fc-8934-b1f764500dc6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.203108] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 800.203108] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261c338-af9d-43d5-e0bc-2f41dc435838" [ 800.203108] env[70480]: _type = "Task" [ 800.203108] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.218599] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261c338-af9d-43d5-e0bc-2f41dc435838, 'name': SearchDatastore_Task} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.218962] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.219227] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.219468] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.219768] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.219768] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.222439] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ae48e2-8142-469e-8d9e-597e21fad6c0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.227935] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.234195] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.234473] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.235245] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8d40aa-b1af-421e-9ee8-0bebcea2a0a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.238089] env[70480]: INFO nova.compute.manager [-] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Took 1.29 seconds to deallocate network for instance. [ 800.249735] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 800.249735] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231fd63-9581-913c-6a57-d74ffeb46970" [ 800.249735] env[70480]: _type = "Task" [ 800.249735] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.250206] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3aaad02-b133-48dd-9309-0e6818a832b3 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Lock "b561e468-4930-450f-a3b7-223eacbe36aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.809s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.264032] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231fd63-9581-913c-6a57-d74ffeb46970, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.267869] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57d8996-93c5-4405-a745-ab6838a0608a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.274727] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 800.274727] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5236ade9-0fa0-60ef-9bad-d1fd55046d15" [ 800.274727] env[70480]: _type = "Task" [ 800.274727] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.291563] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.291563] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f6dc51-5413-a53f-fe03-394794b49c89" [ 800.291563] env[70480]: _type = "HttpNfcLease" [ 800.291563] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.297041] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.297041] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f6dc51-5413-a53f-fe03-394794b49c89" [ 800.297041] env[70480]: _type = "HttpNfcLease" [ 800.297041] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.297041] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5236ade9-0fa0-60ef-9bad-d1fd55046d15, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.297041] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba12011-e0fa-4a69-a8fb-5b583e9c112d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.299319] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.299534] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 01028ed3-5ea3-4b64-ad22-8484c2e9707d/01028ed3-5ea3-4b64-ad22-8484c2e9707d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.304572] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0939bc4-9744-4ec0-86a2-0cde9f5b0acb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.313752] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a44e45-2a3a-9807-1cdf-7bea68226586/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.313752] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a44e45-2a3a-9807-1cdf-7bea68226586/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.317163] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 800.317163] env[70480]: value = "task-3722628" [ 800.317163] env[70480]: _type = "Task" [ 800.317163] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.388441] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.422344] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b0e62f5-9963-4e67-ba82-fd666098e203 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.424071] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722623, 'name': Rename_Task, 'duration_secs': 1.203765} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.425500] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.425500] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffe6516-3c33-435e-8ffb-8abe2177c5f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.437584] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 800.437584] env[70480]: value = "task-3722629" [ 800.437584] env[70480]: _type = "Task" [ 800.437584] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.449051] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.513020] env[70480]: DEBUG nova.network.neutron [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Updated VIF entry in instance network info cache for port b177a0ae-0df1-48a4-9987-6365f4cc5fd6. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.513532] env[70480]: DEBUG nova.network.neutron [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Updating instance_info_cache with network_info: [{"id": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "address": "fa:16:3e:c4:ad:5a", "network": {"id": "84493c11-6e1d-4147-9484-d634df1194c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1962388378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "439adc70de2a43ad851c7815c641072a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb177a0ae-0d", "ovs_interfaceid": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.749624] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.819050] env[70480]: DEBUG nova.network.neutron [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Successfully updated port: 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.834458] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.908469] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b4261a-87f9-452c-adb5-007577e175a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.917880] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2675241-f436-4590-a2a1-6554aae8300f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.960646] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c37f429-c00d-40ec-9e1a-239eb35e3ee8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.975596] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.977153] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb5810-6ac2-49e3-a899-444995af9eff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.998443] env[70480]: DEBUG nova.compute.provider_tree [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.016676] env[70480]: DEBUG oslo_concurrency.lockutils [req-04b78c63-03e2-46b0-b97c-e08e838236d8 req-a2251df9-4f63-4e0b-8b81-1e0a4dea0148 service nova] Releasing lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.115213] env[70480]: DEBUG nova.compute.manager [req-98a379a0-dba1-49b4-94e3-dd68845978c4 req-7de56a3a-f59b-4d09-8e27-e3690b0677ce service nova] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Received event network-vif-deleted-4e6fca8f-7848-4d54-a10d-c150dceafd7d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.324712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "refresh_cache-cbf134e9-87fe-4d92-8fe9-0193c4326cb7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.324819] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired lock "refresh_cache-cbf134e9-87fe-4d92-8fe9-0193c4326cb7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.324972] env[70480]: DEBUG nova.network.neutron [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.334388] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5485} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.335946] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 01028ed3-5ea3-4b64-ad22-8484c2e9707d/01028ed3-5ea3-4b64-ad22-8484c2e9707d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.335946] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.335946] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd6d23d-2f85-4c7c-9129-79fb7afecf66 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.344307] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 801.344307] env[70480]: value = "task-3722630" [ 801.344307] env[70480]: _type = "Task" [ 801.344307] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.354581] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.470602] env[70480]: DEBUG oslo_vmware.api [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722629, 'name': PowerOnVM_Task, 'duration_secs': 0.679177} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.471982] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.472335] env[70480]: INFO nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Took 9.67 seconds to spawn the instance on the hypervisor. [ 801.472548] env[70480]: DEBUG nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.473917] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7c57e3-82e3-46a6-8006-89ef44b9b4c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.531735] env[70480]: ERROR nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] [req-ac7457d4-50b0-4091-8ea2-64b39842edfa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac7457d4-50b0-4091-8ea2-64b39842edfa"}]} [ 801.559103] env[70480]: DEBUG nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 801.580013] env[70480]: DEBUG nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 801.580267] env[70480]: DEBUG nova.compute.provider_tree [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.594111] env[70480]: DEBUG nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 801.617727] env[70480]: DEBUG nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 801.801555] env[70480]: DEBUG nova.compute.manager [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Received event network-vif-plugged-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.801826] env[70480]: DEBUG oslo_concurrency.lockutils [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] Acquiring lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.803176] env[70480]: DEBUG oslo_concurrency.lockutils [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.804307] env[70480]: DEBUG oslo_concurrency.lockutils [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.804530] env[70480]: DEBUG nova.compute.manager [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] No waiting events found dispatching network-vif-plugged-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.804730] env[70480]: WARNING nova.compute.manager [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Received unexpected event network-vif-plugged-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd for instance with vm_state building and task_state spawning. [ 801.804889] env[70480]: DEBUG nova.compute.manager [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Received event network-changed-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.805075] env[70480]: DEBUG nova.compute.manager [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Refreshing instance network info cache due to event network-changed-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.805270] env[70480]: DEBUG oslo_concurrency.lockutils [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] Acquiring lock "refresh_cache-cbf134e9-87fe-4d92-8fe9-0193c4326cb7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.864392] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079381} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.864764] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.865751] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ebae0e-100d-49d1-b9df-3ff7f0591959 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.894318] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 01028ed3-5ea3-4b64-ad22-8484c2e9707d/01028ed3-5ea3-4b64-ad22-8484c2e9707d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.897519] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39fedf1-fbbf-4d26-8f2a-595094d2be72 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.922309] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 801.922309] env[70480]: value = "task-3722631" [ 801.922309] env[70480]: _type = "Task" [ 801.922309] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.923240] env[70480]: DEBUG nova.network.neutron [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.937399] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.950329] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.950414] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.950676] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.950895] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.951098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.958328] env[70480]: INFO nova.compute.manager [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Terminating instance [ 802.005772] env[70480]: INFO nova.compute.manager [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Took 50.55 seconds to build instance. [ 802.234778] env[70480]: DEBUG nova.network.neutron [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Updating instance_info_cache with network_info: [{"id": "0b9edd5d-ff0b-47ee-9705-cb899b98cdbd", "address": "fa:16:3e:f5:91:1a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9edd5d-ff", "ovs_interfaceid": "0b9edd5d-ff0b-47ee-9705-cb899b98cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.304813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41060c39-f4ff-4901-bc2c-0ac21bb2b2bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.314768] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef976504-934b-4d30-9d27-3a7134f2e952 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.349783] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6941526-1f60-433c-8007-1db8187adbc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.361456] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e347bfc-f669-4f6a-9832-931fc35dd40b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.384305] env[70480]: DEBUG nova.compute.provider_tree [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.437854] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722631, 'name': ReconfigVM_Task, 'duration_secs': 0.389849} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.438923] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 01028ed3-5ea3-4b64-ad22-8484c2e9707d/01028ed3-5ea3-4b64-ad22-8484c2e9707d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.438923] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a279cf6-6847-4212-8544-8a989c7690b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.447607] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 802.447607] env[70480]: value = "task-3722632" [ 802.447607] env[70480]: _type = "Task" [ 802.447607] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.457719] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722632, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.464184] env[70480]: DEBUG nova.compute.manager [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.464435] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.465513] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5e8701-39d4-43db-bc4a-9569d4f9dbd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.476601] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.477535] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077b2266-1660-4615-bbfb-b3b289a1281a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.485736] env[70480]: DEBUG oslo_vmware.api [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 802.485736] env[70480]: value = "task-3722633" [ 802.485736] env[70480]: _type = "Task" [ 802.485736] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.496679] env[70480]: DEBUG oslo_vmware.api [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.510234] env[70480]: DEBUG oslo_concurrency.lockutils [None req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "0e852a0f-8f69-4119-b833-350dab510cf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.336s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.690142] env[70480]: DEBUG nova.compute.manager [None req-92b761ed-8c19-4032-a3d0-13b0b40fd033 tempest-ServerDiagnosticsV248Test-1081710863 tempest-ServerDiagnosticsV248Test-1081710863-project-admin] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.692713] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a95ae8-f327-4ef9-90b2-e4e7a0d75cf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.703328] env[70480]: INFO nova.compute.manager [None req-92b761ed-8c19-4032-a3d0-13b0b40fd033 tempest-ServerDiagnosticsV248Test-1081710863 tempest-ServerDiagnosticsV248Test-1081710863-project-admin] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Retrieving diagnostics [ 802.704380] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7d810-6783-4e35-944e-a5d32043a40f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.740296] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Releasing lock "refresh_cache-cbf134e9-87fe-4d92-8fe9-0193c4326cb7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.740739] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Instance network_info: |[{"id": "0b9edd5d-ff0b-47ee-9705-cb899b98cdbd", "address": "fa:16:3e:f5:91:1a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9edd5d-ff", "ovs_interfaceid": "0b9edd5d-ff0b-47ee-9705-cb899b98cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.741464] env[70480]: DEBUG oslo_concurrency.lockutils [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] Acquired lock "refresh_cache-cbf134e9-87fe-4d92-8fe9-0193c4326cb7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.741464] env[70480]: DEBUG nova.network.neutron [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Refreshing network info cache for port 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.742884] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:91:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9edd5d-ff0b-47ee-9705-cb899b98cdbd', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.750887] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating folder: Project (d2374294ea4b4927a3d4182962ba7e0c). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.752287] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6009d67-c72d-46a4-a590-fc6dd367b53b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.765151] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Created folder: Project (d2374294ea4b4927a3d4182962ba7e0c) in parent group-v741156. [ 802.765359] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating folder: Instances. Parent ref: group-v741276. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.765527] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44336b1-12cb-474a-b281-34828b1ac54d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.777841] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Created folder: Instances in parent group-v741276. [ 802.778117] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.778338] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.778671] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0ec3547-e826-4dc6-9c21-0103923b0f81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.801263] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.801263] env[70480]: value = "task-3722636" [ 802.801263] env[70480]: _type = "Task" [ 802.801263] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.810162] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722636, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.923412] env[70480]: DEBUG nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 802.923688] env[70480]: DEBUG nova.compute.provider_tree [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 65 to 66 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 802.923870] env[70480]: DEBUG nova.compute.provider_tree [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.960256] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722632, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.996380] env[70480]: DEBUG oslo_vmware.api [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722633, 'name': PowerOffVM_Task, 'duration_secs': 0.331118} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.996654] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.996827] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.997110] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6504ddee-e327-49b2-b3f7-1987ac51b4a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.016042] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.294161] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.294161] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.294161] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Deleting the datastore file [datastore1] ce4927f4-227c-4d59-914e-6fc93c60b1a0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.294161] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3211be73-378a-496d-b0ff-7e7ef2c19609 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.302866] env[70480]: DEBUG oslo_vmware.api [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for the task: (returnval){ [ 803.302866] env[70480]: value = "task-3722638" [ 803.302866] env[70480]: _type = "Task" [ 803.302866] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.322465] env[70480]: DEBUG oslo_vmware.api [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.322843] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722636, 'name': CreateVM_Task, 'duration_secs': 0.459659} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.326595] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.327554] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.327733] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.328084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.328739] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c26c635-b801-4a37-9add-43355bd22458 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.335842] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 803.335842] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529b9308-2012-d140-d7cc-90ff8f016a48" [ 803.335842] env[70480]: _type = "Task" [ 803.335842] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.346933] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529b9308-2012-d140-d7cc-90ff8f016a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.429842] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.719s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.432530] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.554s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.434169] env[70480]: INFO nova.compute.claims [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.463523] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722632, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.464711] env[70480]: INFO nova.scheduler.client.report [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Deleted allocations for instance 03fad8a2-2626-4614-80c4-6ccc678d9c9b [ 803.539666] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.723090] env[70480]: DEBUG nova.network.neutron [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Updated VIF entry in instance network info cache for port 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.723238] env[70480]: DEBUG nova.network.neutron [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Updating instance_info_cache with network_info: [{"id": "0b9edd5d-ff0b-47ee-9705-cb899b98cdbd", "address": "fa:16:3e:f5:91:1a", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9edd5d-ff", "ovs_interfaceid": "0b9edd5d-ff0b-47ee-9705-cb899b98cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.821108] env[70480]: DEBUG oslo_vmware.api [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Task: {'id': task-3722638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224586} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.821108] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.821108] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.821108] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.821741] env[70480]: INFO nova.compute.manager [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Took 1.36 seconds to destroy the instance on the hypervisor. [ 803.821741] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.821741] env[70480]: DEBUG nova.compute.manager [-] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.821741] env[70480]: DEBUG nova.network.neutron [-] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.847472] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529b9308-2012-d140-d7cc-90ff8f016a48, 'name': SearchDatastore_Task, 'duration_secs': 0.015922} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.847845] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.848020] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.848263] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.848403] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.848602] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.848862] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42ccde83-0fe6-4c16-8b53-da46bd7d3f28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.859234] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.859428] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.860301] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f98923b-c961-4b9f-80b3-a4d5bef3584b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.866399] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 803.866399] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5244b828-1690-0439-c0b2-a3d50c0d1293" [ 803.866399] env[70480]: _type = "Task" [ 803.866399] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.875663] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5244b828-1690-0439-c0b2-a3d50c0d1293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.963860] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722632, 'name': Rename_Task, 'duration_secs': 1.178495} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.963860] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.963860] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad45f8ce-c06c-41d1-8394-6552641b932f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.972074] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 803.972074] env[70480]: value = "task-3722639" [ 803.972074] env[70480]: _type = "Task" [ 803.972074] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.984341] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f4290939-1ddb-41f9-824d-0fce74aee163 tempest-ServerShowV247Test-1640560985 tempest-ServerShowV247Test-1640560985-project-member] Lock "03fad8a2-2626-4614-80c4-6ccc678d9c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.438s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.995754] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722639, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.227574] env[70480]: DEBUG oslo_concurrency.lockutils [req-9939158e-32cc-414b-a66a-bcded6a0a7c6 req-88f9de50-9b43-4def-ab3a-c27ed3639402 service nova] Releasing lock "refresh_cache-cbf134e9-87fe-4d92-8fe9-0193c4326cb7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.379600] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5244b828-1690-0439-c0b2-a3d50c0d1293, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.380600] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179d6140-24a6-4b2d-b84d-83ec759a4dad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.389248] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 804.389248] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52343a82-df13-7239-acc1-f58f45301198" [ 804.389248] env[70480]: _type = "Task" [ 804.389248] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.399857] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52343a82-df13-7239-acc1-f58f45301198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.484437] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.489536] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "b075c91a-df46-4398-9c46-1b8f5f676b34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.489818] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "b075c91a-df46-4398-9c46-1b8f5f676b34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.490112] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "b075c91a-df46-4398-9c46-1b8f5f676b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.490308] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "b075c91a-df46-4398-9c46-1b8f5f676b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.490477] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "b075c91a-df46-4398-9c46-1b8f5f676b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.493394] env[70480]: INFO nova.compute.manager [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Terminating instance [ 804.565699] env[70480]: DEBUG nova.compute.manager [req-ec19c6ae-8e1c-4b4a-86c9-ce4b2c6b2f64 req-9095e4d0-79a1-4d3f-bf93-967efdabd47b service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Received event network-vif-deleted-bc300742-a7d2-4531-8dc9-218741f5789b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.566196] env[70480]: INFO nova.compute.manager [req-ec19c6ae-8e1c-4b4a-86c9-ce4b2c6b2f64 req-9095e4d0-79a1-4d3f-bf93-967efdabd47b service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Neutron deleted interface bc300742-a7d2-4531-8dc9-218741f5789b; detaching it from the instance and deleting it from the info cache [ 804.566475] env[70480]: DEBUG nova.network.neutron [req-ec19c6ae-8e1c-4b4a-86c9-ce4b2c6b2f64 req-9095e4d0-79a1-4d3f-bf93-967efdabd47b service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.684556] env[70480]: DEBUG nova.network.neutron [-] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.902981] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52343a82-df13-7239-acc1-f58f45301198, 'name': SearchDatastore_Task, 'duration_secs': 0.01431} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.904381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.904779] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] cbf134e9-87fe-4d92-8fe9-0193c4326cb7/cbf134e9-87fe-4d92-8fe9-0193c4326cb7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.906096] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02f6f093-2efd-43d0-b830-0b889405aade {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.919138] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 804.919138] env[70480]: value = "task-3722640" [ 804.919138] env[70480]: _type = "Task" [ 804.919138] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.933561] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.984725] env[70480]: DEBUG oslo_vmware.api [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3722639, 'name': PowerOnVM_Task, 'duration_secs': 0.531411} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.984725] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.984725] env[70480]: INFO nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Took 8.20 seconds to spawn the instance on the hypervisor. [ 804.984725] env[70480]: DEBUG nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.985578] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25cca2a-82f1-4261-8595-60e9bdcc0bcb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.997839] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "refresh_cache-b075c91a-df46-4398-9c46-1b8f5f676b34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.998041] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquired lock "refresh_cache-b075c91a-df46-4398-9c46-1b8f5f676b34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.998240] env[70480]: DEBUG nova.network.neutron [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.043764] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0310f7b0-edc9-41c9-8b7f-55a1142572c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.056505] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22124ec9-2249-4039-b8a3-f2a7d8ef7c3a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.092474] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d21763f0-d6f7-4b31-9584-fb6d606d9e89 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.095839] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2fdd39-3669-4a27-9caa-1d598ae8369b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.107676] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60d7a3-cda5-4dc9-93a7-00ae1402b311 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.115169] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2985fb-b8d1-4044-ae98-e303c8e08dc8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.140047] env[70480]: DEBUG nova.compute.provider_tree [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.157415] env[70480]: DEBUG nova.compute.manager [req-ec19c6ae-8e1c-4b4a-86c9-ce4b2c6b2f64 req-9095e4d0-79a1-4d3f-bf93-967efdabd47b service nova] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Detach interface failed, port_id=bc300742-a7d2-4531-8dc9-218741f5789b, reason: Instance ce4927f4-227c-4d59-914e-6fc93c60b1a0 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.188842] env[70480]: INFO nova.compute.manager [-] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Took 1.37 seconds to deallocate network for instance. [ 805.431210] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.520019] env[70480]: INFO nova.compute.manager [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Took 47.84 seconds to build instance. [ 805.551497] env[70480]: DEBUG nova.network.neutron [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.647687] env[70480]: DEBUG nova.scheduler.client.report [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.669643] env[70480]: DEBUG nova.network.neutron [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.701376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.930536] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631362} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.930836] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] cbf134e9-87fe-4d92-8fe9-0193c4326cb7/cbf134e9-87fe-4d92-8fe9-0193c4326cb7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.931268] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.931378] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-391264a6-c669-4711-8e64-e69bace6654f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.942293] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 805.942293] env[70480]: value = "task-3722641" [ 805.942293] env[70480]: _type = "Task" [ 805.942293] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.952404] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.027276] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.395s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.157021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.157508] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.164024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.064s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.164024] env[70480]: DEBUG nova.objects.instance [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lazy-loading 'resources' on Instance uuid cafe0a41-301f-48dc-abad-8ee197460c61 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.172392] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Releasing lock "refresh_cache-b075c91a-df46-4398-9c46-1b8f5f676b34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.172819] env[70480]: DEBUG nova.compute.manager [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.173019] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.174064] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c245a3fd-44e3-48f4-a722-9770229a5c9c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.184789] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.185384] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7772baf-9991-48b1-8668-b9fd7dfbc2cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.193362] env[70480]: DEBUG oslo_vmware.api [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 806.193362] env[70480]: value = "task-3722642" [ 806.193362] env[70480]: _type = "Task" [ 806.193362] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.203323] env[70480]: DEBUG oslo_vmware.api [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.454271] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079961} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.454562] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.455655] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570cd44-3042-4fab-9724-96e44a7e9962 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.488746] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] cbf134e9-87fe-4d92-8fe9-0193c4326cb7/cbf134e9-87fe-4d92-8fe9-0193c4326cb7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.489610] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc1a4c9-8f9e-405f-8e41-d9725765828f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.515680] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 806.515680] env[70480]: value = "task-3722643" [ 806.515680] env[70480]: _type = "Task" [ 806.515680] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.530196] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.533204] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.612579] env[70480]: DEBUG nova.compute.manager [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Received event network-changed-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.612735] env[70480]: DEBUG nova.compute.manager [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Refreshing instance network info cache due to event network-changed-b177a0ae-0df1-48a4-9987-6365f4cc5fd6. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.613693] env[70480]: DEBUG oslo_concurrency.lockutils [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] Acquiring lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.613988] env[70480]: DEBUG oslo_concurrency.lockutils [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] Acquired lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.614239] env[70480]: DEBUG nova.network.neutron [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Refreshing network info cache for port b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.667182] env[70480]: DEBUG nova.compute.utils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.673138] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.673331] env[70480]: DEBUG nova.network.neutron [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.717206] env[70480]: DEBUG oslo_vmware.api [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722642, 'name': PowerOffVM_Task, 'duration_secs': 0.256881} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.717503] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.717687] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.717954] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d9c78b-3751-43c8-a0c5-dbe3a898e148 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.752262] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.752600] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.752900] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Deleting the datastore file [datastore2] b075c91a-df46-4398-9c46-1b8f5f676b34 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.753122] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cbfcc8f-ead6-4052-9aa8-88b65c16b432 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.762771] env[70480]: DEBUG oslo_vmware.api [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for the task: (returnval){ [ 806.762771] env[70480]: value = "task-3722645" [ 806.762771] env[70480]: _type = "Task" [ 806.762771] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.775712] env[70480]: DEBUG oslo_vmware.api [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.829628] env[70480]: DEBUG nova.policy [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4322d468a541858d51bd6fc875936b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2374294ea4b4927a3d4182962ba7e0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.989154] env[70480]: DEBUG nova.compute.manager [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Received event network-changed-0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.989457] env[70480]: DEBUG nova.compute.manager [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Refreshing instance network info cache due to event network-changed-0dfb881e-1e7e-4403-9ac2-de34be787eaf. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.989661] env[70480]: DEBUG oslo_concurrency.lockutils [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] Acquiring lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989805] env[70480]: DEBUG oslo_concurrency.lockutils [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] Acquired lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.989959] env[70480]: DEBUG nova.network.neutron [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Refreshing network info cache for port 0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.028370] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722643, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.057468] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.175713] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.279059] env[70480]: DEBUG oslo_vmware.api [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Task: {'id': task-3722645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174968} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.280038] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.280038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.280038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.280038] env[70480]: INFO nova.compute.manager [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Took 1.11 seconds to destroy the instance on the hypervisor. [ 807.280439] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.284525] env[70480]: DEBUG nova.compute.manager [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.284609] env[70480]: DEBUG nova.network.neutron [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.313790] env[70480]: DEBUG nova.network.neutron [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.339767] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46e872-90e8-42e9-8d57-9f453cfe7ebf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.348999] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d6fa88-6a04-4d87-bb20-ad51c50a108f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.388858] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3270d055-aca0-4ea6-b689-a324fe6b0117 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.400281] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b1d8ad-2902-43c3-ac11-f9a381a59f22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.419305] env[70480]: DEBUG nova.compute.provider_tree [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.431772] env[70480]: DEBUG nova.network.neutron [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Updated VIF entry in instance network info cache for port b177a0ae-0df1-48a4-9987-6365f4cc5fd6. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.432184] env[70480]: DEBUG nova.network.neutron [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Updating instance_info_cache with network_info: [{"id": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "address": "fa:16:3e:c4:ad:5a", "network": {"id": "84493c11-6e1d-4147-9484-d634df1194c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1962388378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "439adc70de2a43ad851c7815c641072a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb177a0ae-0d", "ovs_interfaceid": "b177a0ae-0df1-48a4-9987-6365f4cc5fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.518797] env[70480]: DEBUG nova.network.neutron [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Successfully created port: b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.532060] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722643, 'name': ReconfigVM_Task, 'duration_secs': 0.547066} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.532381] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Reconfigured VM instance instance-00000026 to attach disk [datastore1] cbf134e9-87fe-4d92-8fe9-0193c4326cb7/cbf134e9-87fe-4d92-8fe9-0193c4326cb7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.533150] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0891ff-7265-4677-a4bc-c9d4705b6319 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.543313] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 807.543313] env[70480]: value = "task-3722646" [ 807.543313] env[70480]: _type = "Task" [ 807.543313] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.553592] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722646, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.786983] env[70480]: DEBUG nova.network.neutron [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updated VIF entry in instance network info cache for port 0dfb881e-1e7e-4403-9ac2-de34be787eaf. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.787670] env[70480]: DEBUG nova.network.neutron [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updating instance_info_cache with network_info: [{"id": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "address": "fa:16:3e:d6:fd:12", "network": {"id": "28993904-e208-4997-9816-d6dbd75f1559", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1988916121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c090b90dcc941a58322669e2eb28f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb881e-1e", "ovs_interfaceid": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.816575] env[70480]: DEBUG nova.network.neutron [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.935954] env[70480]: DEBUG oslo_concurrency.lockutils [req-3e53582a-4e77-4654-a101-9b61fc7d3b38 req-ab23b78b-eb4f-40c4-a7a2-91a3d71964b4 service nova] Releasing lock "refresh_cache-01028ed3-5ea3-4b64-ad22-8484c2e9707d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.955115] env[70480]: DEBUG nova.scheduler.client.report [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 807.955432] env[70480]: DEBUG nova.compute.provider_tree [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 66 to 67 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 807.955719] env[70480]: DEBUG nova.compute.provider_tree [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.058702] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722646, 'name': Rename_Task, 'duration_secs': 0.234083} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.059059] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.059311] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08489b68-cb10-4f29-899c-9a43bd36d128 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.073389] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 808.073389] env[70480]: value = "task-3722647" [ 808.073389] env[70480]: _type = "Task" [ 808.073389] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.084438] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722647, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.086932] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a44e45-2a3a-9807-1cdf-7bea68226586/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.088576] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935791b2-3faa-4fa4-b0c0-7271dffc50a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.095069] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a44e45-2a3a-9807-1cdf-7bea68226586/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.095297] env[70480]: ERROR oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a44e45-2a3a-9807-1cdf-7bea68226586/disk-0.vmdk due to incomplete transfer. [ 808.095624] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c65fb377-3506-41e3-b15f-dcf80879abb4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104931] env[70480]: DEBUG oslo_vmware.rw_handles [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a44e45-2a3a-9807-1cdf-7bea68226586/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.105155] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Uploaded image 86b76bea-08d6-4ef9-9627-5ee527ee44b3 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.107787] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.108153] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67bdebc7-dfdd-4bfb-aa8d-fb72e61500da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.117054] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 808.117054] env[70480]: value = "task-3722648" [ 808.117054] env[70480]: _type = "Task" [ 808.117054] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.126800] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722648, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.195433] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.232263] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.232263] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.232263] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.232489] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.232643] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.232789] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.233012] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.233183] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.234386] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.234539] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.234719] env[70480]: DEBUG nova.virt.hardware [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.236326] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e94417a-d60a-46c9-b3b8-c9e68381e839 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.246744] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d9d532-8f2f-406a-9a86-67a599f183b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.292671] env[70480]: DEBUG oslo_concurrency.lockutils [req-3ce8cacb-f3e6-4bd0-99df-386185939851 req-773310f7-95e5-4ff4-abf6-7e371f789259 service nova] Releasing lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.320980] env[70480]: INFO nova.compute.manager [-] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Took 1.03 seconds to deallocate network for instance. [ 808.463337] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.464156] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.516s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.492425] env[70480]: INFO nova.scheduler.client.report [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Deleted allocations for instance cafe0a41-301f-48dc-abad-8ee197460c61 [ 808.583182] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.628133] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722648, 'name': Destroy_Task, 'duration_secs': 0.401607} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.631279] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Destroyed the VM [ 808.631279] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.631279] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bae650d-16ca-4574-9a12-8d1d260668f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.638139] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 808.638139] env[70480]: value = "task-3722649" [ 808.638139] env[70480]: _type = "Task" [ 808.638139] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.649153] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.828040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.005620] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Lock "cafe0a41-301f-48dc-abad-8ee197460c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.568s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.085197] env[70480]: DEBUG oslo_vmware.api [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722647, 'name': PowerOnVM_Task, 'duration_secs': 0.809578} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.085539] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.085788] env[70480]: INFO nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Took 9.55 seconds to spawn the instance on the hypervisor. [ 809.085988] env[70480]: DEBUG nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.086940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dcb575-87dd-410f-9ce3-28b1a087e561 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.153817] env[70480]: DEBUG oslo_vmware.api [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.481408} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.153817] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.154031] env[70480]: INFO nova.compute.manager [None req-a9dd8a7b-51d7-4154-bc7c-8bc0b6886bde tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 809.511633] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 0b48ad34-3879-4267-b5af-6b040a3a582e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.512029] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ab7a8a12-770a-43c4-b770-7c5201f04dde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.512029] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5f05d434-be2a-4c6a-93ed-700eba08ecf2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.512446] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance e9463258-c3e8-49d1-96c6-94ffa06b8efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.512446] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 14b0be9c-a80a-4212-8ae5-3b5b527fedd1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.512446] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5782f024-2141-44ec-8db8-ece7e977df88 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.512446] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.513400] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2463f2fd-c558-4548-a035-ece20bd4ee9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.513400] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.513400] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 7a8d3b7a-37e5-46ec-b895-a2a188d74e14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.513400] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.513400] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance fa211b33-87ca-4dd9-942f-52247766231f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.513695] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 511def32-c243-43b2-87f7-d032720e8e5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.513807] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 8eea129c-2e5e-416f-a3be-e73dcb7664b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.513940] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance b075c91a-df46-4398-9c46-1b8f5f676b34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.514220] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ce4927f4-227c-4d59-914e-6fc93c60b1a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.514220] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 0e852a0f-8f69-4119-b833-350dab510cf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.514353] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 01028ed3-5ea3-4b64-ad22-8484c2e9707d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.514637] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance cbf134e9-87fe-4d92-8fe9-0193c4326cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.514637] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9fc9b492-a28c-42d5-8d21-da2ee7c47891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.609021] env[70480]: INFO nova.compute.manager [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Took 46.58 seconds to build instance. [ 809.884747] env[70480]: DEBUG nova.network.neutron [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Successfully updated port: b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.017807] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance d9ff21da-9b26-4512-8769-42aa26c34ad4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.111149] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.829s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.152929] env[70480]: DEBUG nova.compute.manager [req-9c73d055-f3f0-44aa-bbdc-0ad26bbe5faa req-a3097c7e-6257-4da5-8bed-15d059ce5b25 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Received event network-vif-plugged-b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.152929] env[70480]: DEBUG oslo_concurrency.lockutils [req-9c73d055-f3f0-44aa-bbdc-0ad26bbe5faa req-a3097c7e-6257-4da5-8bed-15d059ce5b25 service nova] Acquiring lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.152929] env[70480]: DEBUG oslo_concurrency.lockutils [req-9c73d055-f3f0-44aa-bbdc-0ad26bbe5faa req-a3097c7e-6257-4da5-8bed-15d059ce5b25 service nova] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.152929] env[70480]: DEBUG oslo_concurrency.lockutils [req-9c73d055-f3f0-44aa-bbdc-0ad26bbe5faa req-a3097c7e-6257-4da5-8bed-15d059ce5b25 service nova] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.152929] env[70480]: DEBUG nova.compute.manager [req-9c73d055-f3f0-44aa-bbdc-0ad26bbe5faa req-a3097c7e-6257-4da5-8bed-15d059ce5b25 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] No waiting events found dispatching network-vif-plugged-b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 810.152929] env[70480]: WARNING nova.compute.manager [req-9c73d055-f3f0-44aa-bbdc-0ad26bbe5faa req-a3097c7e-6257-4da5-8bed-15d059ce5b25 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Received unexpected event network-vif-plugged-b3d4c2f5-049c-4743-9914-bcd9a29288f4 for instance with vm_state building and task_state spawning. [ 810.189091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.189091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.189091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.189091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.189091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.191047] env[70480]: INFO nova.compute.manager [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Terminating instance [ 810.393751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "refresh_cache-9fc9b492-a28c-42d5-8d21-da2ee7c47891" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.393751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired lock "refresh_cache-9fc9b492-a28c-42d5-8d21-da2ee7c47891" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.393751] env[70480]: DEBUG nova.network.neutron [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.521349] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 4278a8f2-85dd-441f-90ee-d27e74333a28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.614361] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.696339] env[70480]: DEBUG nova.compute.manager [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.696339] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.697593] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40fe3f7-d497-43c0-a4cf-dfb7ee1e4669 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.709328] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.709626] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee126f5-86b9-4be7-8e53-deeab0006146 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.782944] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.783174] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.783408] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleting the datastore file [datastore2] 8eea129c-2e5e-416f-a3be-e73dcb7664b8 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.783636] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00828db9-e24c-405d-aa13-80b6aecc1399 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.792441] env[70480]: DEBUG oslo_vmware.api [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 810.792441] env[70480]: value = "task-3722651" [ 810.792441] env[70480]: _type = "Task" [ 810.792441] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.805458] env[70480]: DEBUG oslo_vmware.api [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.962415] env[70480]: DEBUG nova.network.neutron [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.026162] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 07c1ec66-95f1-48dc-82f6-bda260842773 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.142360] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.198676] env[70480]: DEBUG nova.network.neutron [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Updating instance_info_cache with network_info: [{"id": "b3d4c2f5-049c-4743-9914-bcd9a29288f4", "address": "fa:16:3e:a4:bc:79", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d4c2f5-04", "ovs_interfaceid": "b3d4c2f5-049c-4743-9914-bcd9a29288f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.264954] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "357516e3-ec78-4e69-984e-4648ec9b2fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.264954] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.305498] env[70480]: DEBUG oslo_vmware.api [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195727} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.309221] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.309221] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.309221] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.309221] env[70480]: INFO nova.compute.manager [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 811.309221] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.309221] env[70480]: DEBUG nova.compute.manager [-] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.309221] env[70480]: DEBUG nova.network.neutron [-] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.530858] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ccbfd3b6-a502-45cd-9ddc-529075fc44f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.702652] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Releasing lock "refresh_cache-9fc9b492-a28c-42d5-8d21-da2ee7c47891" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.703179] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Instance network_info: |[{"id": "b3d4c2f5-049c-4743-9914-bcd9a29288f4", "address": "fa:16:3e:a4:bc:79", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d4c2f5-04", "ovs_interfaceid": "b3d4c2f5-049c-4743-9914-bcd9a29288f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.703603] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:bc:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3d4c2f5-049c-4743-9914-bcd9a29288f4', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.713308] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.713308] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.713705] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bcaf3a3-492d-4b11-bd80-5dc7cdce0b92 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.741361] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.741361] env[70480]: value = "task-3722652" [ 811.741361] env[70480]: _type = "Task" [ 811.741361] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.754663] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722652, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.035036] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.123690] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "0e852a0f-8f69-4119-b833-350dab510cf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.124160] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "0e852a0f-8f69-4119-b833-350dab510cf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.124338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "0e852a0f-8f69-4119-b833-350dab510cf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.124466] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "0e852a0f-8f69-4119-b833-350dab510cf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.124649] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "0e852a0f-8f69-4119-b833-350dab510cf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.127065] env[70480]: INFO nova.compute.manager [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Terminating instance [ 812.148389] env[70480]: DEBUG nova.network.neutron [-] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.230510] env[70480]: DEBUG nova.compute.manager [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Received event network-changed-0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.230826] env[70480]: DEBUG nova.compute.manager [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Refreshing instance network info cache due to event network-changed-0dfb881e-1e7e-4403-9ac2-de34be787eaf. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.231217] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] Acquiring lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.231426] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] Acquired lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.231596] env[70480]: DEBUG nova.network.neutron [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Refreshing network info cache for port 0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.259387] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722652, 'name': CreateVM_Task, 'duration_secs': 0.402327} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.259387] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.259387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.259387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.259387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.259387] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed50976d-c399-4887-98fc-3efddd796bd5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.265312] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 812.265312] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5205cf99-0940-6401-ec7d-c8f084f969ac" [ 812.265312] env[70480]: _type = "Task" [ 812.265312] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.275643] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5205cf99-0940-6401-ec7d-c8f084f969ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.536724] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 81640b4a-3c62-4328-8b22-57ddf021c132 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.631363] env[70480]: DEBUG nova.compute.manager [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.631700] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.632738] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ecf9a4-faec-450c-85bf-8264b028d164 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.643840] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.643840] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156defee-b47e-4915-a558-576fab10176c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.649973] env[70480]: DEBUG oslo_vmware.api [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 812.649973] env[70480]: value = "task-3722653" [ 812.649973] env[70480]: _type = "Task" [ 812.649973] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.653624] env[70480]: INFO nova.compute.manager [-] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Took 1.35 seconds to deallocate network for instance. [ 812.662322] env[70480]: DEBUG oslo_vmware.api [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.777036] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5205cf99-0940-6401-ec7d-c8f084f969ac, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.777426] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.777727] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.777982] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.778265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.778421] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.778796] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-538ccbd8-13e7-4afe-95e8-9e9fcab2add7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.791913] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.792116] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.792942] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35eba04a-6730-4788-b86f-2d970328a419 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.799191] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 812.799191] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b34af-da2e-0694-37de-cdf9e93a0d02" [ 812.799191] env[70480]: _type = "Task" [ 812.799191] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.808257] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b34af-da2e-0694-37de-cdf9e93a0d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.039766] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.161868] env[70480]: DEBUG oslo_vmware.api [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722653, 'name': PowerOffVM_Task, 'duration_secs': 0.354501} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.162223] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.162373] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.162644] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a71eaf0-1b82-43e2-ae15-779e00e9cdde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.165117] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.252259] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.252461] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.252651] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Deleting the datastore file [datastore1] 0e852a0f-8f69-4119-b833-350dab510cf4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.253088] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1aa3657-cdd2-4757-9551-a15f1b42be9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.262409] env[70480]: DEBUG oslo_vmware.api [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for the task: (returnval){ [ 813.262409] env[70480]: value = "task-3722655" [ 813.262409] env[70480]: _type = "Task" [ 813.262409] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.271294] env[70480]: DEBUG oslo_vmware.api [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.314862] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b34af-da2e-0694-37de-cdf9e93a0d02, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.315800] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d68b19-8839-4a54-a5ea-27a5c04af8e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.322966] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 813.322966] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526c7a11-c79f-e5ba-8424-c301162292d7" [ 813.322966] env[70480]: _type = "Task" [ 813.322966] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.336798] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526c7a11-c79f-e5ba-8424-c301162292d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.511448] env[70480]: DEBUG nova.network.neutron [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updated VIF entry in instance network info cache for port 0dfb881e-1e7e-4403-9ac2-de34be787eaf. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.511829] env[70480]: DEBUG nova.network.neutron [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updating instance_info_cache with network_info: [{"id": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "address": "fa:16:3e:d6:fd:12", "network": {"id": "28993904-e208-4997-9816-d6dbd75f1559", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1988916121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c090b90dcc941a58322669e2eb28f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb881e-1e", "ovs_interfaceid": "0dfb881e-1e7e-4403-9ac2-de34be787eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.545714] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 652b72ed-c876-4892-b26d-ad3d7947029d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.776211] env[70480]: DEBUG oslo_vmware.api [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Task: {'id': task-3722655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156994} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.776538] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.776735] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.776922] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.777186] env[70480]: INFO nova.compute.manager [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 813.777549] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.777836] env[70480]: DEBUG nova.compute.manager [-] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.777961] env[70480]: DEBUG nova.network.neutron [-] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.838307] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526c7a11-c79f-e5ba-8424-c301162292d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.838651] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.838953] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 9fc9b492-a28c-42d5-8d21-da2ee7c47891/9fc9b492-a28c-42d5-8d21-da2ee7c47891.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.839274] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85cc2dde-095d-43a5-a82e-d8882f95c5c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.847048] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 813.847048] env[70480]: value = "task-3722656" [ 813.847048] env[70480]: _type = "Task" [ 813.847048] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.861337] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.017143] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] Releasing lock "refresh_cache-0e852a0f-8f69-4119-b833-350dab510cf4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.017143] env[70480]: DEBUG nova.compute.manager [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Received event network-changed-b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.017143] env[70480]: DEBUG nova.compute.manager [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Refreshing instance network info cache due to event network-changed-b3d4c2f5-049c-4743-9914-bcd9a29288f4. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.017143] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] Acquiring lock "refresh_cache-9fc9b492-a28c-42d5-8d21-da2ee7c47891" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.017143] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] Acquired lock "refresh_cache-9fc9b492-a28c-42d5-8d21-da2ee7c47891" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.017143] env[70480]: DEBUG nova.network.neutron [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Refreshing network info cache for port b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.049163] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9477a9f6-7838-457f-b857-0bc14d6c51b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.358181] env[70480]: DEBUG nova.compute.manager [req-08e6d80f-02c0-4db3-9852-19ecd5b7f7ac req-c88400f2-4131-40e6-9d63-bd82e3993a17 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Received event network-vif-deleted-0dfb881e-1e7e-4403-9ac2-de34be787eaf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.358181] env[70480]: INFO nova.compute.manager [req-08e6d80f-02c0-4db3-9852-19ecd5b7f7ac req-c88400f2-4131-40e6-9d63-bd82e3993a17 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Neutron deleted interface 0dfb881e-1e7e-4403-9ac2-de34be787eaf; detaching it from the instance and deleting it from the info cache [ 814.358181] env[70480]: DEBUG nova.network.neutron [req-08e6d80f-02c0-4db3-9852-19ecd5b7f7ac req-c88400f2-4131-40e6-9d63-bd82e3993a17 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.365341] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722656, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.558204] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 8dfd1d8b-ad57-40ed-9694-72238da965a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.842345] env[70480]: DEBUG nova.network.neutron [-] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.867213] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525007} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.867446] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a2d25f9-4167-4da5-bf94-698cee294097 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.869499] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 9fc9b492-a28c-42d5-8d21-da2ee7c47891/9fc9b492-a28c-42d5-8d21-da2ee7c47891.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.869724] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.869968] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68ea51ff-8e83-40c2-83d4-5d96e538acb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.879312] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 814.879312] env[70480]: value = "task-3722657" [ 814.879312] env[70480]: _type = "Task" [ 814.879312] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.882407] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede708a7-2eb3-4771-8fb9-d4d242e1e0c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.905594] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.920903] env[70480]: DEBUG nova.compute.manager [req-08e6d80f-02c0-4db3-9852-19ecd5b7f7ac req-c88400f2-4131-40e6-9d63-bd82e3993a17 service nova] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Detach interface failed, port_id=0dfb881e-1e7e-4403-9ac2-de34be787eaf, reason: Instance 0e852a0f-8f69-4119-b833-350dab510cf4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.043118] env[70480]: DEBUG nova.network.neutron [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Updated VIF entry in instance network info cache for port b3d4c2f5-049c-4743-9914-bcd9a29288f4. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.043506] env[70480]: DEBUG nova.network.neutron [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Updating instance_info_cache with network_info: [{"id": "b3d4c2f5-049c-4743-9914-bcd9a29288f4", "address": "fa:16:3e:a4:bc:79", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d4c2f5-04", "ovs_interfaceid": "b3d4c2f5-049c-4743-9914-bcd9a29288f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.063801] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2aba3d33-4f99-4931-8385-8216e207a37d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.345909] env[70480]: INFO nova.compute.manager [-] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Took 1.57 seconds to deallocate network for instance. [ 815.390352] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079965} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.390698] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.391534] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb60783d-04a5-4b8b-80e8-cc8a3ff83aa0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.417654] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 9fc9b492-a28c-42d5-8d21-da2ee7c47891/9fc9b492-a28c-42d5-8d21-da2ee7c47891.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.418572] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bfa938-4f5d-4bc7-a55f-2b1197198681 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.441363] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 815.441363] env[70480]: value = "task-3722658" [ 815.441363] env[70480]: _type = "Task" [ 815.441363] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.450378] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.550793] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] Releasing lock "refresh_cache-9fc9b492-a28c-42d5-8d21-da2ee7c47891" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.551120] env[70480]: DEBUG nova.compute.manager [req-9b41c95d-bc97-412e-8751-45ab633685ab req-f748abb6-a5bf-432e-8aff-7e3770ede888 service nova] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Received event network-vif-deleted-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.570419] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ae1befdb-7833-4d66-9a74-aba5c8753fb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.853845] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.956321] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722658, 'name': ReconfigVM_Task, 'duration_secs': 0.294605} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.958084] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 9fc9b492-a28c-42d5-8d21-da2ee7c47891/9fc9b492-a28c-42d5-8d21-da2ee7c47891.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.958084] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a305858f-fde1-4349-a765-4fe55ac4552e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.969315] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 815.969315] env[70480]: value = "task-3722659" [ 815.969315] env[70480]: _type = "Task" [ 815.969315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.983907] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722659, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.074076] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 00e8f778-1d36-4bd8-9417-dbc11095aacc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.074437] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 816.074576] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 816.338852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "19a6ac66-ef0e-419a-beb3-2b480db37abe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.339103] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.479986] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722659, 'name': Rename_Task, 'duration_secs': 0.166431} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.480301] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.483095] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ef159cf-a945-426b-bcb1-2a9e70a54173 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.491487] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 816.491487] env[70480]: value = "task-3722660" [ 816.491487] env[70480]: _type = "Task" [ 816.491487] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.500159] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.636672] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d39a7-3a1f-4f30-a7a4-471e362ca4a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.645866] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118aa13c-0c58-4220-a9e1-97d03fbe8f7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.680116] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462f78a-0fa4-4946-a6f7-b90594cfe935 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.689461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff5dc6-1cba-407c-aea0-dd4e4339e8f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.706022] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.002644] env[70480]: DEBUG oslo_vmware.api [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722660, 'name': PowerOnVM_Task, 'duration_secs': 0.499052} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.003024] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.003314] env[70480]: INFO nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Took 8.81 seconds to spawn the instance on the hypervisor. [ 817.003553] env[70480]: DEBUG nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.005641] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c2e7b1-34e8-453e-8e2f-65336da79173 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.213759] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.526789] env[70480]: INFO nova.compute.manager [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Took 52.67 seconds to build instance. [ 817.720318] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 817.720674] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.257s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.720959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.376s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.721176] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.723500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.209s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.725107] env[70480]: INFO nova.compute.claims [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.746765] env[70480]: INFO nova.scheduler.client.report [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted allocations for instance 14b0be9c-a80a-4212-8ae5-3b5b527fedd1 [ 817.845604] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "1955d848-f157-4193-a1a8-b48cbabc37d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.845927] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.030468] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f8f65283-29c5-4daf-8e79-6dd06f6f893b tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.240s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.259029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "14b0be9c-a80a-4212-8ae5-3b5b527fedd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.297s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.537407] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.060203] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.226087] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4941564e-06c8-48fa-84a3-dcef0e71568e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.236378] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597eace0-e983-4cfd-8a9e-fc84957552fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.269565] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf271ba-1979-4a1d-aeee-60bdee9c2e61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.277945] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a45dd-9147-4dd6-b127-89166db0fee3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.309029] env[70480]: DEBUG nova.compute.provider_tree [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.787354] env[70480]: DEBUG nova.compute.manager [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.788321] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c2c72-84a6-4d1a-b0e2-66eca7bf8fda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.811747] env[70480]: DEBUG nova.scheduler.client.report [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.300621] env[70480]: INFO nova.compute.manager [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] instance snapshotting [ 820.303439] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15de75a2-97e6-4fa0-8171-2ff405f004f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.324767] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.325319] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.328476] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.614s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.329979] env[70480]: INFO nova.compute.claims [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.334156] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d01c0-9a8d-4afd-94e4-b8bfd22e780a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.837924] env[70480]: DEBUG nova.compute.utils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.841224] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.841417] env[70480]: DEBUG nova.network.neutron [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.844472] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.844875] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac48412a-0e54-4363-9b50-f0796ba1e11e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.855214] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 820.855214] env[70480]: value = "task-3722661" [ 820.855214] env[70480]: _type = "Task" [ 820.855214] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.867584] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.891717] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.892056] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.913156] env[70480]: DEBUG nova.policy [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6428f7c90275494d99531dd734ccf47e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aee39db5b6694ffda732b69e84493ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.342616] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.366140] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722661, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.586758] env[70480]: DEBUG nova.network.neutron [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Successfully created port: 193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.867614] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722661, 'name': CreateSnapshot_Task, 'duration_secs': 0.546274} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.868035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.868650] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56eaf3-eae8-43c0-8041-3bf7a4353bad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.899610] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397c9f3-c21c-40a7-b3c2-6625a8f1fbac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.914629] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4309fc47-0b32-43e2-af71-5f17b3b284ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.950952] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863dd5bf-5f52-40ea-8ece-5a02438ef952 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.961540] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6886b8-4ff4-4235-848f-c82ead309cf8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.980539] env[70480]: DEBUG nova.compute.provider_tree [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.357037] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.383132] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.383330] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.383457] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.383635] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.383780] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.383923] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.384146] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.384306] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.384472] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.384625] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.384794] env[70480]: DEBUG nova.virt.hardware [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.391749] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.392512] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009c6ec6-6334-4f3a-957d-2cf0fdd668b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.395157] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-884aa1a8-ffa9-4ef9-b75e-0b1b14f36b95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.404871] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e2b87d-c391-4192-93eb-7b6c9ebf1e79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.408904] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 822.408904] env[70480]: value = "task-3722662" [ 822.408904] env[70480]: _type = "Task" [ 822.408904] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.426432] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722662, 'name': CloneVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.486053] env[70480]: DEBUG nova.scheduler.client.report [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.919204] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722662, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.991890] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.992473] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.995130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.925s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.997451] env[70480]: INFO nova.compute.claims [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.235084] env[70480]: DEBUG nova.compute.manager [req-a8c93f55-19ba-423d-aa59-5b8a7d060583 req-de240a0f-6b84-4bf8-a7a9-e07c969be049 service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Received event network-vif-plugged-193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.235469] env[70480]: DEBUG oslo_concurrency.lockutils [req-a8c93f55-19ba-423d-aa59-5b8a7d060583 req-de240a0f-6b84-4bf8-a7a9-e07c969be049 service nova] Acquiring lock "d9ff21da-9b26-4512-8769-42aa26c34ad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.235794] env[70480]: DEBUG oslo_concurrency.lockutils [req-a8c93f55-19ba-423d-aa59-5b8a7d060583 req-de240a0f-6b84-4bf8-a7a9-e07c969be049 service nova] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.236113] env[70480]: DEBUG oslo_concurrency.lockutils [req-a8c93f55-19ba-423d-aa59-5b8a7d060583 req-de240a0f-6b84-4bf8-a7a9-e07c969be049 service nova] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.236392] env[70480]: DEBUG nova.compute.manager [req-a8c93f55-19ba-423d-aa59-5b8a7d060583 req-de240a0f-6b84-4bf8-a7a9-e07c969be049 service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] No waiting events found dispatching network-vif-plugged-193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.236677] env[70480]: WARNING nova.compute.manager [req-a8c93f55-19ba-423d-aa59-5b8a7d060583 req-de240a0f-6b84-4bf8-a7a9-e07c969be049 service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Received unexpected event network-vif-plugged-193a93f3-e971-4019-ac0d-9b837d482fa5 for instance with vm_state building and task_state spawning. [ 823.366568] env[70480]: DEBUG nova.network.neutron [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Successfully updated port: 193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.420016] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722662, 'name': CloneVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.502490] env[70480]: DEBUG nova.compute.utils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.507715] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.508063] env[70480]: DEBUG nova.network.neutron [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.590843] env[70480]: DEBUG nova.policy [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f83fe37f1f84c719e9bc8141921694f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4f58ee439a4697b00823a7f29c29dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.872585] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "refresh_cache-d9ff21da-9b26-4512-8769-42aa26c34ad4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.872585] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquired lock "refresh_cache-d9ff21da-9b26-4512-8769-42aa26c34ad4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.872585] env[70480]: DEBUG nova.network.neutron [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.921408] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722662, 'name': CloneVM_Task, 'duration_secs': 1.033669} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.921740] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Created linked-clone VM from snapshot [ 823.922560] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284f6eb2-bc80-4b9d-8826-3762aab734bb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.931305] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Uploading image 5adca8a1-1fcc-403b-a63a-311dc31caa5f {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.009149] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.009149] env[70480]: value = "vm-741281" [ 824.009149] env[70480]: _type = "VirtualMachine" [ 824.009149] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.010065] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.013540] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d08cbce-0c2e-4323-a221-5ec5eccb69b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.030851] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lease: (returnval){ [ 824.030851] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bdbe-bc6b-14bb-f94f-58bffb774267" [ 824.030851] env[70480]: _type = "HttpNfcLease" [ 824.030851] env[70480]: } obtained for exporting VM: (result){ [ 824.030851] env[70480]: value = "vm-741281" [ 824.030851] env[70480]: _type = "VirtualMachine" [ 824.030851] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.031175] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the lease: (returnval){ [ 824.031175] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bdbe-bc6b-14bb-f94f-58bffb774267" [ 824.031175] env[70480]: _type = "HttpNfcLease" [ 824.031175] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.044171] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.044171] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bdbe-bc6b-14bb-f94f-58bffb774267" [ 824.044171] env[70480]: _type = "HttpNfcLease" [ 824.044171] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 824.071424] env[70480]: DEBUG nova.network.neutron [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Successfully created port: 9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.415706] env[70480]: DEBUG nova.network.neutron [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.541722] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.541722] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bdbe-bc6b-14bb-f94f-58bffb774267" [ 824.541722] env[70480]: _type = "HttpNfcLease" [ 824.541722] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 824.542804] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 824.542804] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bdbe-bc6b-14bb-f94f-58bffb774267" [ 824.542804] env[70480]: _type = "HttpNfcLease" [ 824.542804] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 824.543055] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699aa4c9-923f-4c1e-b452-84223043ec2d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.555706] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229cc14-959e-b279-9355-074a810bca8b/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 824.555847] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229cc14-959e-b279-9355-074a810bca8b/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 824.618873] env[70480]: DEBUG nova.network.neutron [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Updating instance_info_cache with network_info: [{"id": "193a93f3-e971-4019-ac0d-9b837d482fa5", "address": "fa:16:3e:44:67:40", "network": {"id": "b7df7cd6-7f70-4b52-a3fa-1bc2e4b868ea", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1488887332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aee39db5b6694ffda732b69e84493ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193a93f3-e9", "ovs_interfaceid": "193a93f3-e971-4019-ac0d-9b837d482fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.650446] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f5600e-a43f-42c8-9dc2-c0f2f643147e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.659405] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b0461f7-4a6f-440b-815b-0e2baadd4394 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.661966] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32bf2d6-ebde-4537-94b0-4a32b0e2550d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.696287] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de22a7f-b052-4e61-b7b3-e8422c41e7a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.708894] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2ca9a0-5f49-4fb2-bae3-f4ef99f21820 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.727124] env[70480]: DEBUG nova.compute.provider_tree [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.026797] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.057777] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:20:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13cc0a9c-7bc6-4f96-850a-3e5a5f3fcc63',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-758549023',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.058591] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.058591] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.058591] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.058816] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.058972] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.059296] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.059459] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.059892] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.060153] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.060357] env[70480]: DEBUG nova.virt.hardware [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.061394] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d76fc-4aa1-4af4-af4e-86abadb133ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.072401] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cad9c8-b087-4629-818a-462e9057775f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.124714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Releasing lock "refresh_cache-d9ff21da-9b26-4512-8769-42aa26c34ad4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125115] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Instance network_info: |[{"id": "193a93f3-e971-4019-ac0d-9b837d482fa5", "address": "fa:16:3e:44:67:40", "network": {"id": "b7df7cd6-7f70-4b52-a3fa-1bc2e4b868ea", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1488887332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aee39db5b6694ffda732b69e84493ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193a93f3-e9", "ovs_interfaceid": "193a93f3-e971-4019-ac0d-9b837d482fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.125708] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:67:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '193a93f3-e971-4019-ac0d-9b837d482fa5', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.135398] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Creating folder: Project (aee39db5b6694ffda732b69e84493ed7). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.135894] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b845968-4c61-4fc2-937f-90589204c7d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.150507] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Created folder: Project (aee39db5b6694ffda732b69e84493ed7) in parent group-v741156. [ 825.150850] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Creating folder: Instances. Parent ref: group-v741282. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.151240] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea4b451-35cb-4249-ad8d-9243a8d82190 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.163304] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Created folder: Instances in parent group-v741282. [ 825.163631] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.164032] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.164344] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d21145fa-be6c-4f0d-b307-9ea04b45c597 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.196068] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.196068] env[70480]: value = "task-3722666" [ 825.196068] env[70480]: _type = "Task" [ 825.196068] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.206673] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722666, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.237204] env[70480]: DEBUG nova.scheduler.client.report [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.291574] env[70480]: DEBUG nova.compute.manager [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Received event network-changed-193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.291968] env[70480]: DEBUG nova.compute.manager [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Refreshing instance network info cache due to event network-changed-193a93f3-e971-4019-ac0d-9b837d482fa5. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.292261] env[70480]: DEBUG oslo_concurrency.lockutils [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] Acquiring lock "refresh_cache-d9ff21da-9b26-4512-8769-42aa26c34ad4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.292471] env[70480]: DEBUG oslo_concurrency.lockutils [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] Acquired lock "refresh_cache-d9ff21da-9b26-4512-8769-42aa26c34ad4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.292681] env[70480]: DEBUG nova.network.neutron [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Refreshing network info cache for port 193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.709482] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722666, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.743464] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.745772] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.747968] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.352s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.749435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.751898] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.048s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.752131] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.758811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.479s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.758811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.767020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.531s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.767020] env[70480]: INFO nova.compute.claims [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.769469] env[70480]: DEBUG nova.network.neutron [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Successfully updated port: 9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.802828] env[70480]: INFO nova.scheduler.client.report [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Deleted allocations for instance 0b48ad34-3879-4267-b5af-6b040a3a582e [ 825.804981] env[70480]: INFO nova.scheduler.client.report [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Deleted allocations for instance 5782f024-2141-44ec-8db8-ece7e977df88 [ 825.830564] env[70480]: INFO nova.scheduler.client.report [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Deleted allocations for instance fa211b33-87ca-4dd9-942f-52247766231f [ 826.214736] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722666, 'name': CreateVM_Task, 'duration_secs': 0.517146} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.218247] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.218247] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.218768] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.219281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.219609] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d04db9d-fd6e-4d7e-8754-e066acaa08f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.226220] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 826.226220] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213ff73-8201-9b83-eaa7-1d337b98886b" [ 826.226220] env[70480]: _type = "Task" [ 826.226220] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.236017] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213ff73-8201-9b83-eaa7-1d337b98886b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.247378] env[70480]: DEBUG nova.network.neutron [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Updated VIF entry in instance network info cache for port 193a93f3-e971-4019-ac0d-9b837d482fa5. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.247757] env[70480]: DEBUG nova.network.neutron [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Updating instance_info_cache with network_info: [{"id": "193a93f3-e971-4019-ac0d-9b837d482fa5", "address": "fa:16:3e:44:67:40", "network": {"id": "b7df7cd6-7f70-4b52-a3fa-1bc2e4b868ea", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1488887332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aee39db5b6694ffda732b69e84493ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193a93f3-e9", "ovs_interfaceid": "193a93f3-e971-4019-ac0d-9b837d482fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.272912] env[70480]: DEBUG nova.compute.utils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.274749] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.274958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.275197] env[70480]: DEBUG nova.network.neutron [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.278407] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.278660] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.322749] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1873d8b9-f59d-43d0-a654-309191e01252 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Lock "0b48ad34-3879-4267-b5af-6b040a3a582e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.505s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.332624] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd173791-83fe-4b92-b28c-0eea71a3bd6d tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Lock "5782f024-2141-44ec-8db8-ece7e977df88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.270s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.339784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6af84d89-e941-44bd-a1c5-f189cd199444 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Lock "fa211b33-87ca-4dd9-942f-52247766231f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.173s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.346439] env[70480]: DEBUG nova.policy [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f43427b2ccc41a49fd5c74497e509d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05b070fd695f476c870fb5d0043e7aef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.748399] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213ff73-8201-9b83-eaa7-1d337b98886b, 'name': SearchDatastore_Task, 'duration_secs': 0.024151} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.749335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.755796] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.755796] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.755796] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.755796] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.755796] env[70480]: DEBUG oslo_concurrency.lockutils [req-4fc918c2-933f-4fbc-b225-26314cbd5ed9 req-5aed3e99-5765-4a75-8141-49c5951df8bd service nova] Releasing lock "refresh_cache-d9ff21da-9b26-4512-8769-42aa26c34ad4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.755796] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b0e986a-6344-4f3e-a941-ba090370ccc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.766717] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.766931] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.771019] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c213364d-51ea-4d29-8aad-d30b08619ff4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.774987] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 826.774987] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e2f64c-35fb-b436-9326-8c8d1352458d" [ 826.774987] env[70480]: _type = "Task" [ 826.774987] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.783232] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.799070] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e2f64c-35fb-b436-9326-8c8d1352458d, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.800331] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d6e4ba-2b3a-4d19-9735-4bf5f6211897 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.808809] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 826.808809] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cdc2e3-f11a-7ec3-1ba4-f538f044fa58" [ 826.808809] env[70480]: _type = "Task" [ 826.808809] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.809660] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Successfully created port: c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.827380] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cdc2e3-f11a-7ec3-1ba4-f538f044fa58, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.827380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.827380] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] d9ff21da-9b26-4512-8769-42aa26c34ad4/d9ff21da-9b26-4512-8769-42aa26c34ad4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.827380] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a313615f-152f-424d-9341-af55cc918b10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.831057] env[70480]: DEBUG nova.network.neutron [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.835803] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 826.835803] env[70480]: value = "task-3722667" [ 826.835803] env[70480]: _type = "Task" [ 826.835803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.850328] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.065094] env[70480]: DEBUG nova.network.neutron [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.356226] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511001} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.359243] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] d9ff21da-9b26-4512-8769-42aa26c34ad4/d9ff21da-9b26-4512-8769-42aa26c34ad4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.359541] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.360931] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3507cc54-18d2-46a9-bcab-135310869b5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.369287] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 827.369287] env[70480]: value = "task-3722668" [ 827.369287] env[70480]: _type = "Task" [ 827.369287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.375069] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b9c990-a302-4bd3-9e11-e654ae7d9f5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.381743] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.388563] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c676ba6-3dde-4285-8e51-7030a3ad5cdc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.424081] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb7716b-6e27-4033-8b4c-6435954ff22a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.432707] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7de986e-3aef-45dc-a9a4-e7e7c0628d54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.449902] env[70480]: DEBUG nova.compute.provider_tree [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.504932] env[70480]: DEBUG nova.compute.manager [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Received event network-vif-plugged-9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.505163] env[70480]: DEBUG oslo_concurrency.lockutils [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] Acquiring lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.505376] env[70480]: DEBUG oslo_concurrency.lockutils [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.505543] env[70480]: DEBUG oslo_concurrency.lockutils [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.505708] env[70480]: DEBUG nova.compute.manager [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] No waiting events found dispatching network-vif-plugged-9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 827.505873] env[70480]: WARNING nova.compute.manager [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Received unexpected event network-vif-plugged-9f41b9eb-0f60-405b-ab15-550c55ea64fb for instance with vm_state building and task_state spawning. [ 827.506082] env[70480]: DEBUG nova.compute.manager [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Received event network-changed-9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.506398] env[70480]: DEBUG nova.compute.manager [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Refreshing instance network info cache due to event network-changed-9f41b9eb-0f60-405b-ab15-550c55ea64fb. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.506639] env[70480]: DEBUG oslo_concurrency.lockutils [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] Acquiring lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.569737] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.569737] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Instance network_info: |[{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.569737] env[70480]: DEBUG oslo_concurrency.lockutils [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] Acquired lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.569994] env[70480]: DEBUG nova.network.neutron [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Refreshing network info cache for port 9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.571433] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:68:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f41b9eb-0f60-405b-ab15-550c55ea64fb', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.581172] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.585622] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.585935] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93c6f42b-2b58-4246-8f2d-fae25df84135 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.610131] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.610131] env[70480]: value = "task-3722669" [ 827.610131] env[70480]: _type = "Task" [ 827.610131] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.621784] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722669, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.797063] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.861432] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.861557] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.861722] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.861920] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.863721] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.863721] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.863721] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.863886] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.864125] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.864384] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.864530] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.866582] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aaa1cd-cceb-4dc4-92ea-22dc569f1a5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.884991] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519b223-7603-4e43-a65e-d19b8d931dfd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.893222] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090598} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.894497] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.894804] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26737e44-3698-406f-8be0-cd82992da282 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.930951] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d9ff21da-9b26-4512-8769-42aa26c34ad4/d9ff21da-9b26-4512-8769-42aa26c34ad4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.934437] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b802197-9105-495d-9de1-62a5ce66c7ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.953137] env[70480]: DEBUG nova.scheduler.client.report [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.958640] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 827.958640] env[70480]: value = "task-3722670" [ 827.958640] env[70480]: _type = "Task" [ 827.958640] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.974126] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.120865] env[70480]: DEBUG nova.network.neutron [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updated VIF entry in instance network info cache for port 9f41b9eb-0f60-405b-ab15-550c55ea64fb. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.120865] env[70480]: DEBUG nova.network.neutron [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.125202] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722669, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.460777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.461356] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.464239] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.493s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.464784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.466530] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.625s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.468069] env[70480]: INFO nova.compute.claims [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.481025] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.504337] env[70480]: INFO nova.scheduler.client.report [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Deleted allocations for instance 5f05d434-be2a-4c6a-93ed-700eba08ecf2 [ 828.621909] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722669, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.626691] env[70480]: DEBUG oslo_concurrency.lockutils [req-cfd5bea9-1e08-4e99-971e-bae4b647b68c req-f7c65891-b710-4943-a586-623a0112b8f1 service nova] Releasing lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.988399] env[70480]: DEBUG nova.compute.utils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.988933] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722670, 'name': ReconfigVM_Task, 'duration_secs': 0.851955} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.989928] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.990030] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.996344] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d9ff21da-9b26-4512-8769-42aa26c34ad4/d9ff21da-9b26-4512-8769-42aa26c34ad4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.996344] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d770b0-ddb7-4d68-b6ef-cdfcbd91d629 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.008773] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 829.008773] env[70480]: value = "task-3722671" [ 829.008773] env[70480]: _type = "Task" [ 829.008773] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.021582] env[70480]: DEBUG oslo_concurrency.lockutils [None req-36159cb7-d072-4020-9a54-14315393274b tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "5f05d434-be2a-4c6a-93ed-700eba08ecf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.018s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.035285] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722671, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.106932] env[70480]: DEBUG nova.policy [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f43427b2ccc41a49fd5c74497e509d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05b070fd695f476c870fb5d0043e7aef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.125413] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722669, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.332244] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Successfully updated port: c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.493157] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.533268] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722671, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.552767] env[70480]: DEBUG nova.compute.manager [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Received event network-vif-plugged-c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.552993] env[70480]: DEBUG oslo_concurrency.lockutils [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] Acquiring lock "07c1ec66-95f1-48dc-82f6-bda260842773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.553867] env[70480]: DEBUG oslo_concurrency.lockutils [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] Lock "07c1ec66-95f1-48dc-82f6-bda260842773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.554047] env[70480]: DEBUG oslo_concurrency.lockutils [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] Lock "07c1ec66-95f1-48dc-82f6-bda260842773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.554479] env[70480]: DEBUG nova.compute.manager [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] No waiting events found dispatching network-vif-plugged-c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.554479] env[70480]: WARNING nova.compute.manager [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Received unexpected event network-vif-plugged-c0813747-5ec3-45aa-a00d-9f691bfa8094 for instance with vm_state building and task_state spawning. [ 829.556246] env[70480]: DEBUG nova.compute.manager [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Received event network-changed-c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.556246] env[70480]: DEBUG nova.compute.manager [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Refreshing instance network info cache due to event network-changed-c0813747-5ec3-45aa-a00d-9f691bfa8094. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.556246] env[70480]: DEBUG oslo_concurrency.lockutils [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] Acquiring lock "refresh_cache-07c1ec66-95f1-48dc-82f6-bda260842773" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.556246] env[70480]: DEBUG oslo_concurrency.lockutils [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] Acquired lock "refresh_cache-07c1ec66-95f1-48dc-82f6-bda260842773" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.556246] env[70480]: DEBUG nova.network.neutron [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Refreshing network info cache for port c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.624204] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722669, 'name': CreateVM_Task, 'duration_secs': 1.615076} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.627239] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.629625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.629625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.629625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.629625] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf6d6bf-58a2-451f-af63-3ad3fca4961c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.636433] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 829.636433] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b8a54-bbb4-59f1-d512-f75f03d6b8df" [ 829.636433] env[70480]: _type = "Task" [ 829.636433] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.647749] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b8a54-bbb4-59f1-d512-f75f03d6b8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.837650] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "refresh_cache-07c1ec66-95f1-48dc-82f6-bda260842773" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.934023] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Successfully created port: d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.036027] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722671, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.142375] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5fd3a4-b5f7-4a85-ae2a-8aad462ead61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.152778] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b8a54-bbb4-59f1-d512-f75f03d6b8df, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.155669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.156991] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.157445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.157445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.157660] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.157990] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02012ea9-e96c-4f6a-956d-cb27ff614ee9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.160866] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40571f69-60cb-40d8-8e17-d96672a6bbb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.165831] env[70480]: DEBUG nova.network.neutron [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.204161] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc4f25-4536-4b42-b30a-66f3a0b0b4f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.207357] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.207551] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.208366] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988fc519-c162-490f-bc37-39116d626eb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.215379] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 830.215379] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e79bea-e1eb-02b2-9436-9c18cabf3242" [ 830.215379] env[70480]: _type = "Task" [ 830.215379] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.224142] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31713732-6481-4ba9-be8e-98ec35acc5ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.234487] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e79bea-e1eb-02b2-9436-9c18cabf3242, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.244111] env[70480]: DEBUG nova.compute.provider_tree [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.247352] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e11e872-aa48-46e5-a3a5-6aefeca0a92c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.254438] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 830.254438] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524275a2-9c57-b332-ce6c-c5909c27c3fc" [ 830.254438] env[70480]: _type = "Task" [ 830.254438] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.264216] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524275a2-9c57-b332-ce6c-c5909c27c3fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.355787] env[70480]: DEBUG nova.network.neutron [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.511691] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.528148] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722671, 'name': Rename_Task, 'duration_secs': 1.363776} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.528529] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.528805] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee63255-dc0f-4678-a74f-ccc5db3d3308 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.538112] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 830.538112] env[70480]: value = "task-3722672" [ 830.538112] env[70480]: _type = "Task" [ 830.538112] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.543751] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.544037] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.544196] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.544376] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.544518] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.544661] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.544871] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.545615] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.545868] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.546058] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.546246] env[70480]: DEBUG nova.virt.hardware [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.547144] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff9223d-9a53-427d-aec8-9ef501672c1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.554032] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.561289] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e52d2c-9eab-40eb-b85a-46265699c199 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.753021] env[70480]: DEBUG nova.scheduler.client.report [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.767178] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524275a2-9c57-b332-ce6c-c5909c27c3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.767349] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.767566] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.767857] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b30543c-11de-47f4-a9d2-2e83e2f0f077 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.775762] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 830.775762] env[70480]: value = "task-3722673" [ 830.775762] env[70480]: _type = "Task" [ 830.775762] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.787218] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.858961] env[70480]: DEBUG oslo_concurrency.lockutils [req-9401bd03-fff1-488f-823f-f0082dc3a08c req-8c3c18d6-65ef-4acf-86e5-b03b277c33e6 service nova] Releasing lock "refresh_cache-07c1ec66-95f1-48dc-82f6-bda260842773" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.859467] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "refresh_cache-07c1ec66-95f1-48dc-82f6-bda260842773" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.859590] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.053724] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.261038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.261702] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.266546] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.131s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.272292] env[70480]: INFO nova.compute.claims [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.290998] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722673, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.452946] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.553997] env[70480]: DEBUG oslo_vmware.api [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722672, 'name': PowerOnVM_Task, 'duration_secs': 0.631396} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.553997] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.554389] env[70480]: INFO nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Took 9.20 seconds to spawn the instance on the hypervisor. [ 831.554389] env[70480]: DEBUG nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.555259] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463c15e7-bba9-4733-81a9-40e96569c018 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.688787] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Updating instance_info_cache with network_info: [{"id": "c0813747-5ec3-45aa-a00d-9f691bfa8094", "address": "fa:16:3e:9f:8d:4b", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0813747-5e", "ovs_interfaceid": "c0813747-5ec3-45aa-a00d-9f691bfa8094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.778211] env[70480]: DEBUG nova.compute.utils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.783625] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.784028] env[70480]: DEBUG nova.network.neutron [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.799541] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538779} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.801122] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.801392] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.801720] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3894d5-eef2-42c4-865e-7196559581d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.811195] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 831.811195] env[70480]: value = "task-3722674" [ 831.811195] env[70480]: _type = "Task" [ 831.811195] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.820772] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.851096] env[70480]: DEBUG nova.policy [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.073945] env[70480]: INFO nova.compute.manager [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Took 53.57 seconds to build instance. [ 832.124309] env[70480]: DEBUG nova.compute.manager [req-cd935dbf-4d33-405f-a8c0-df2953005cdf req-6ecd04ca-4576-4bf2-8993-05fd1ebf9718 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Received event network-vif-plugged-d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.124309] env[70480]: DEBUG oslo_concurrency.lockutils [req-cd935dbf-4d33-405f-a8c0-df2953005cdf req-6ecd04ca-4576-4bf2-8993-05fd1ebf9718 service nova] Acquiring lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.124309] env[70480]: DEBUG oslo_concurrency.lockutils [req-cd935dbf-4d33-405f-a8c0-df2953005cdf req-6ecd04ca-4576-4bf2-8993-05fd1ebf9718 service nova] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.124757] env[70480]: DEBUG oslo_concurrency.lockutils [req-cd935dbf-4d33-405f-a8c0-df2953005cdf req-6ecd04ca-4576-4bf2-8993-05fd1ebf9718 service nova] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.124757] env[70480]: DEBUG nova.compute.manager [req-cd935dbf-4d33-405f-a8c0-df2953005cdf req-6ecd04ca-4576-4bf2-8993-05fd1ebf9718 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] No waiting events found dispatching network-vif-plugged-d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.124884] env[70480]: WARNING nova.compute.manager [req-cd935dbf-4d33-405f-a8c0-df2953005cdf req-6ecd04ca-4576-4bf2-8993-05fd1ebf9718 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Received unexpected event network-vif-plugged-d8bbf7aa-c3d9-4d28-b172-789642cd74db for instance with vm_state building and task_state spawning. [ 832.192620] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "refresh_cache-07c1ec66-95f1-48dc-82f6-bda260842773" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.192620] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Instance network_info: |[{"id": "c0813747-5ec3-45aa-a00d-9f691bfa8094", "address": "fa:16:3e:9f:8d:4b", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0813747-5e", "ovs_interfaceid": "c0813747-5ec3-45aa-a00d-9f691bfa8094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.192922] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:8d:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0813747-5ec3-45aa-a00d-9f691bfa8094', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.205016] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Creating folder: Project (05b070fd695f476c870fb5d0043e7aef). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.205016] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1eb279e-c22a-4e99-b51b-9a7bd9c9286b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.216792] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Created folder: Project (05b070fd695f476c870fb5d0043e7aef) in parent group-v741156. [ 832.217469] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Creating folder: Instances. Parent ref: group-v741286. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.217469] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fcb3ff7-ac80-495a-9336-fc2cb26e933e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.231321] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Created folder: Instances in parent group-v741286. [ 832.231915] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.232179] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.232426] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f021a5e3-43d0-4072-a751-4b5074bf49a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.252970] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Successfully updated port: d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.263344] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.263344] env[70480]: value = "task-3722677" [ 832.263344] env[70480]: _type = "Task" [ 832.263344] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.276343] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722677, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.288737] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.324798] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077606} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.328090] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.330027] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62682674-e5c1-46b0-8709-6634ee048dbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.358926] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.364191] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e147e924-037c-44dd-8d94-869827005cc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.389552] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 832.389552] env[70480]: value = "task-3722678" [ 832.389552] env[70480]: _type = "Task" [ 832.389552] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.400882] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.405071] env[70480]: DEBUG nova.network.neutron [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Successfully created port: c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.577768] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e40ffe24-40cf-485a-b5b1-322233c3b272 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.381s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.758712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "refresh_cache-ccbfd3b6-a502-45cd-9ddc-529075fc44f2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.758928] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "refresh_cache-ccbfd3b6-a502-45cd-9ddc-529075fc44f2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.759091] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.781967] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722677, 'name': CreateVM_Task, 'duration_secs': 0.425774} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.781967] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.782929] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.782929] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.783439] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.783641] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06990b2-b90a-4590-b138-1115a6a28344 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.794557] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 832.794557] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52338fd5-cd33-4888-9ae3-9ff16d3e4af2" [ 832.794557] env[70480]: _type = "Task" [ 832.794557] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.814347] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52338fd5-cd33-4888-9ae3-9ff16d3e4af2, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.814347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.814347] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.814347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.814347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.814710] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.814782] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-337b3434-38ee-447c-8d08-f7564352acc6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.825884] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.826545] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.827047] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feac403-284d-42d8-a8b3-b05a50f86958 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.837631] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 832.837631] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5219c0fe-15a8-dea0-2993-14e4e78b2041" [ 832.837631] env[70480]: _type = "Task" [ 832.837631] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.847739] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5219c0fe-15a8-dea0-2993-14e4e78b2041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.901264] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722678, 'name': ReconfigVM_Task, 'duration_secs': 0.321852} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.905624] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.905624] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4614afa-9af7-4231-aeba-1a0473cf73fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.913099] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 832.913099] env[70480]: value = "task-3722679" [ 832.913099] env[70480]: _type = "Task" [ 832.913099] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.925788] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722679, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.941533] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33d67fd-9dec-498b-b0a1-7116c3ff5127 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.951209] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c1273-237a-4fef-87e6-7a7dcc79c2b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.986829] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034be03-1795-4091-9abf-8b1d9c03e6e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.998273] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6691ae-b4a5-4fc1-8981-ec9b67d83a07 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.018979] env[70480]: DEBUG nova.compute.provider_tree [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.081676] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.304235] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.307820] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.345185] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.345434] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.345629] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.345764] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.345906] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.346062] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.346274] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.346432] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.346594] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.346753] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.346924] env[70480]: DEBUG nova.virt.hardware [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.347809] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbf617e-b986-46db-a291-9d75be2f2098 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.359750] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4ba2ac-3baf-4117-a3c1-9122229b38a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.364114] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5219c0fe-15a8-dea0-2993-14e4e78b2041, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.368644] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb727df6-a550-480b-90e6-1059aaf6f732 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.382852] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 833.382852] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4a5f0-1f0b-5f69-1f58-10875a82284d" [ 833.382852] env[70480]: _type = "Task" [ 833.382852] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.395878] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4a5f0-1f0b-5f69-1f58-10875a82284d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.424245] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722679, 'name': Rename_Task, 'duration_secs': 0.212129} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.424566] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.424821] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f046ef0c-27a9-4c98-bdb8-ceee86981b49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.434134] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 833.434134] env[70480]: value = "task-3722680" [ 833.434134] env[70480]: _type = "Task" [ 833.434134] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.444783] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.484905] env[70480]: DEBUG nova.network.neutron [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Updating instance_info_cache with network_info: [{"id": "d8bbf7aa-c3d9-4d28-b172-789642cd74db", "address": "fa:16:3e:96:25:f3", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bbf7aa-c3", "ovs_interfaceid": "d8bbf7aa-c3d9-4d28-b172-789642cd74db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.525020] env[70480]: DEBUG nova.scheduler.client.report [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.604844] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.895841] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4a5f0-1f0b-5f69-1f58-10875a82284d, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.896565] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.897086] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 07c1ec66-95f1-48dc-82f6-bda260842773/07c1ec66-95f1-48dc-82f6-bda260842773.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.897522] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc1a70da-39db-4ab1-99dc-40a4913e99c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.906530] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 833.906530] env[70480]: value = "task-3722681" [ 833.906530] env[70480]: _type = "Task" [ 833.906530] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.918017] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.945478] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.994029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "refresh_cache-ccbfd3b6-a502-45cd-9ddc-529075fc44f2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.994029] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Instance network_info: |[{"id": "d8bbf7aa-c3d9-4d28-b172-789642cd74db", "address": "fa:16:3e:96:25:f3", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bbf7aa-c3", "ovs_interfaceid": "d8bbf7aa-c3d9-4d28-b172-789642cd74db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.994029] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:25:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8bbf7aa-c3d9-4d28-b172-789642cd74db', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.009460] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.010736] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.010998] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476f2ee5-bbef-4b9d-a025-ae36ed7f202f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.030199] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.032341] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.034429] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.807s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.035321] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.037135] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.288s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.038081] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.040026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.500s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.042411] env[70480]: INFO nova.compute.claims [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.055578] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.055578] env[70480]: value = "task-3722682" [ 834.055578] env[70480]: _type = "Task" [ 834.055578] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.067623] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722682, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.074315] env[70480]: INFO nova.scheduler.client.report [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleted allocations for instance 2463f2fd-c558-4548-a035-ece20bd4ee9c [ 834.075590] env[70480]: INFO nova.scheduler.client.report [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Deleted allocations for instance 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40 [ 834.421135] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722681, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.446811] env[70480]: DEBUG oslo_vmware.api [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722680, 'name': PowerOnVM_Task, 'duration_secs': 0.593662} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.448537] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.449839] env[70480]: INFO nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Took 9.42 seconds to spawn the instance on the hypervisor. [ 834.449839] env[70480]: DEBUG nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.453026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7029b6d-d1e2-4523-b8d5-0583b50765d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.521508] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229cc14-959e-b279-9355-074a810bca8b/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 834.522784] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f12570-0840-4107-a095-0df79fad6d63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.530215] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229cc14-959e-b279-9355-074a810bca8b/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 834.530378] env[70480]: ERROR oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229cc14-959e-b279-9355-074a810bca8b/disk-0.vmdk due to incomplete transfer. [ 834.530617] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-500692b5-2986-4786-8959-4e3859165ba2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.539358] env[70480]: DEBUG oslo_vmware.rw_handles [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229cc14-959e-b279-9355-074a810bca8b/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 834.539553] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Uploaded image 5adca8a1-1fcc-403b-a63a-311dc31caa5f to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 834.542501] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 834.542771] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca4d6193-b0e7-43c4-bd5b-489911544417 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.552500] env[70480]: DEBUG nova.compute.utils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.557660] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.557842] env[70480]: DEBUG nova.network.neutron [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.559962] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 834.559962] env[70480]: value = "task-3722683" [ 834.559962] env[70480]: _type = "Task" [ 834.559962] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.579215] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722682, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.585133] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722683, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.586580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-698686d0-c631-4904-a6d2-2273df06ceca tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2463f2fd-c558-4548-a035-ece20bd4ee9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.829s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.590300] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Lock "2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.969s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.618944] env[70480]: DEBUG nova.policy [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38c5642aad8344d18db3d9b5a73a37f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21eabbf52ce44336b30c48c2a48d7a90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.750814] env[70480]: DEBUG nova.compute.manager [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Received event network-changed-d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.750963] env[70480]: DEBUG nova.compute.manager [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Refreshing instance network info cache due to event network-changed-d8bbf7aa-c3d9-4d28-b172-789642cd74db. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.751220] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] Acquiring lock "refresh_cache-ccbfd3b6-a502-45cd-9ddc-529075fc44f2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.751424] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] Acquired lock "refresh_cache-ccbfd3b6-a502-45cd-9ddc-529075fc44f2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.751585] env[70480]: DEBUG nova.network.neutron [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Refreshing network info cache for port d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.892348] env[70480]: DEBUG nova.network.neutron [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Successfully updated port: c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.923961] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542468} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.924261] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 07c1ec66-95f1-48dc-82f6-bda260842773/07c1ec66-95f1-48dc-82f6-bda260842773.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.924933] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.925236] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f09e8255-7276-4354-bcf1-d922f95a49a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.934225] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 834.934225] env[70480]: value = "task-3722684" [ 834.934225] env[70480]: _type = "Task" [ 834.934225] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.946706] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.975285] env[70480]: INFO nova.compute.manager [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Took 55.29 seconds to build instance. [ 835.023962] env[70480]: DEBUG nova.compute.manager [req-36221a72-2cb6-45b2-aa2d-2d954d33764a req-7cdd670f-7e31-4d4a-89c5-49e37ebe2dc1 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Received event network-vif-plugged-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.024052] env[70480]: DEBUG oslo_concurrency.lockutils [req-36221a72-2cb6-45b2-aa2d-2d954d33764a req-7cdd670f-7e31-4d4a-89c5-49e37ebe2dc1 service nova] Acquiring lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.025294] env[70480]: DEBUG oslo_concurrency.lockutils [req-36221a72-2cb6-45b2-aa2d-2d954d33764a req-7cdd670f-7e31-4d4a-89c5-49e37ebe2dc1 service nova] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.025294] env[70480]: DEBUG oslo_concurrency.lockutils [req-36221a72-2cb6-45b2-aa2d-2d954d33764a req-7cdd670f-7e31-4d4a-89c5-49e37ebe2dc1 service nova] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.025294] env[70480]: DEBUG nova.compute.manager [req-36221a72-2cb6-45b2-aa2d-2d954d33764a req-7cdd670f-7e31-4d4a-89c5-49e37ebe2dc1 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] No waiting events found dispatching network-vif-plugged-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.025294] env[70480]: WARNING nova.compute.manager [req-36221a72-2cb6-45b2-aa2d-2d954d33764a req-7cdd670f-7e31-4d4a-89c5-49e37ebe2dc1 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Received unexpected event network-vif-plugged-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f for instance with vm_state building and task_state spawning. [ 835.065813] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.079142] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722682, 'name': CreateVM_Task, 'duration_secs': 0.781747} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.079880] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.080706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.080930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.081520] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.082444] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37bf771-3d49-4d03-bf25-405a8579775e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.091134] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722683, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.101621] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 835.101621] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5232b0bc-6a4d-c783-1614-d242f1ab591d" [ 835.101621] env[70480]: _type = "Task" [ 835.101621] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.112940] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5232b0bc-6a4d-c783-1614-d242f1ab591d, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.113075] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.114852] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.114852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.114852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.114852] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.114852] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a89ba0c-0473-45c9-96e1-beb24b251f25 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.126240] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.126429] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.127694] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49823427-bb98-4e00-bcba-d9ab4ba4d93a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.137948] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 835.137948] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52108e71-0275-ba32-52aa-e6919e267d48" [ 835.137948] env[70480]: _type = "Task" [ 835.137948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.148349] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52108e71-0275-ba32-52aa-e6919e267d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.283363] env[70480]: DEBUG nova.network.neutron [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Successfully created port: 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.394170] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394414] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394414] env[70480]: DEBUG nova.network.neutron [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.464219] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257656} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.469248] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.472453] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c55b1e8-a7f4-41ce-9db7-33df090291af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.477262] env[70480]: DEBUG oslo_concurrency.lockutils [None req-66fb0545-0b46-48a5-a445-c5a65eae617a tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.743s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.507039] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 07c1ec66-95f1-48dc-82f6-bda260842773/07c1ec66-95f1-48dc-82f6-bda260842773.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.510579] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88563046-f333-485b-b54d-2e6605cfe280 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.536428] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 835.536428] env[70480]: value = "task-3722685" [ 835.536428] env[70480]: _type = "Task" [ 835.536428] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.549909] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.584063] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722683, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.657937] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52108e71-0275-ba32-52aa-e6919e267d48, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.658826] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8080f7-8ccd-487f-af1a-a563ffcf4f09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.667987] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 835.667987] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bf752e-7b91-5bfe-e5a8-7eb260e0caec" [ 835.667987] env[70480]: _type = "Task" [ 835.667987] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.678571] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bf752e-7b91-5bfe-e5a8-7eb260e0caec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.680291] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89266198-bd98-45bf-95f1-be8256f0de62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.691614] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0275a76-35b4-4b41-8aad-923d69cc0df2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.728017] env[70480]: DEBUG nova.network.neutron [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Updated VIF entry in instance network info cache for port d8bbf7aa-c3d9-4d28-b172-789642cd74db. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.728554] env[70480]: DEBUG nova.network.neutron [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Updating instance_info_cache with network_info: [{"id": "d8bbf7aa-c3d9-4d28-b172-789642cd74db", "address": "fa:16:3e:96:25:f3", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bbf7aa-c3", "ovs_interfaceid": "d8bbf7aa-c3d9-4d28-b172-789642cd74db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.730691] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2ae28-ddfd-41b5-9b49-ae86e0ca4ae4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.739992] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be7dc4b-aad4-4e0d-b584-e4b70b79f04f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.757221] env[70480]: DEBUG nova.compute.provider_tree [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.934182] env[70480]: DEBUG nova.network.neutron [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.982028] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.051733] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.080431] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.089492] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722683, 'name': Destroy_Task, 'duration_secs': 1.229188} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.089808] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Destroyed the VM [ 836.090092] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.090369] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-187ff6dd-4c69-471d-887a-ee0b56049b6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.098235] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 836.098235] env[70480]: value = "task-3722686" [ 836.098235] env[70480]: _type = "Task" [ 836.098235] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.112240] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.126815] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.127229] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.127407] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.127602] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.127861] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.128409] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.128680] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.128840] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.129961] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.129961] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.129961] env[70480]: DEBUG nova.virt.hardware [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.130876] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539538f-fc27-4a6c-b29a-9357b7d7f2f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.143306] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008aefad-8e92-4a2b-a8b1-782348f6d27c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.187083] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bf752e-7b91-5bfe-e5a8-7eb260e0caec, 'name': SearchDatastore_Task, 'duration_secs': 0.013706} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.188597] env[70480]: DEBUG nova.network.neutron [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Updating instance_info_cache with network_info: [{"id": "c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f", "address": "fa:16:3e:db:e8:7b", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51f3a3b-e2", "ovs_interfaceid": "c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.190599] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.190599] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ccbfd3b6-a502-45cd-9ddc-529075fc44f2/ccbfd3b6-a502-45cd-9ddc-529075fc44f2.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.190599] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e433759f-555e-47ee-b241-96138f3ef582 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.199163] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 836.199163] env[70480]: value = "task-3722687" [ 836.199163] env[70480]: _type = "Task" [ 836.199163] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.209516] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.235445] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d6095fd-f3f8-45a6-8c14-cd91ef8065bf req-169b188a-42ac-4f05-b9de-682e880c6bc1 service nova] Releasing lock "refresh_cache-ccbfd3b6-a502-45cd-9ddc-529075fc44f2" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.260503] env[70480]: DEBUG nova.scheduler.client.report [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.510556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "d9ff21da-9b26-4512-8769-42aa26c34ad4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.510556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.510556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "d9ff21da-9b26-4512-8769-42aa26c34ad4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.510556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.510556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.515698] env[70480]: INFO nova.compute.manager [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Terminating instance [ 836.520482] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.547980] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722685, 'name': ReconfigVM_Task, 'duration_secs': 0.833075} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.548344] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 07c1ec66-95f1-48dc-82f6-bda260842773/07c1ec66-95f1-48dc-82f6-bda260842773.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.549074] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cdf7625-1cd6-4d1b-bf01-da56ce8f3a12 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.558086] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 836.558086] env[70480]: value = "task-3722688" [ 836.558086] env[70480]: _type = "Task" [ 836.558086] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.572485] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722688, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.611272] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722686, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.692442] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.694039] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Instance network_info: |[{"id": "c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f", "address": "fa:16:3e:db:e8:7b", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51f3a3b-e2", "ovs_interfaceid": "c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.694789] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e8:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.714775] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating folder: Project (e5c7b6c354ea441fa58caebdd9668ee8). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.715457] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1563ed82-0128-4cbb-82e9-a05ea88bf49c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.732946] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722687, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.735170] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created folder: Project (e5c7b6c354ea441fa58caebdd9668ee8) in parent group-v741156. [ 836.735439] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating folder: Instances. Parent ref: group-v741290. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.736256] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-336d38b0-2034-4c61-aa5a-6414fb24dd95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.767626] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.768147] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.774585] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.074s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.774787] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.779312] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.721s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.781981] env[70480]: INFO nova.compute.claims [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.791914] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created folder: Instances in parent group-v741290. [ 836.792261] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.792470] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.792691] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a36390a0-4a99-42db-aa31-e6ce7fdd85fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.819011] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.819011] env[70480]: value = "task-3722691" [ 836.819011] env[70480]: _type = "Task" [ 836.819011] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.824702] env[70480]: INFO nova.scheduler.client.report [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Deleted allocations for instance ce4927f4-227c-4d59-914e-6fc93c60b1a0 [ 836.836735] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722691, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.022649] env[70480]: DEBUG nova.compute.manager [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.023302] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.027856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb908e5-4b83-4304-8297-080bab435b74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.033621] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.033905] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2d9b6d-b564-445d-8c47-1e05860e4680 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.044566] env[70480]: DEBUG oslo_vmware.api [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 837.044566] env[70480]: value = "task-3722692" [ 837.044566] env[70480]: _type = "Task" [ 837.044566] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.055535] env[70480]: DEBUG oslo_vmware.api [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.072192] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722688, 'name': Rename_Task, 'duration_secs': 0.246497} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.072549] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.072851] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20f6e9b-1dd9-4efa-9e8c-1ff170edceb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.082728] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 837.082728] env[70480]: value = "task-3722693" [ 837.082728] env[70480]: _type = "Task" [ 837.082728] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.103026] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.113973] env[70480]: DEBUG oslo_vmware.api [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.799829} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.114343] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.114623] env[70480]: INFO nova.compute.manager [None req-098055b7-fa03-455d-8a8c-941b3735aeb7 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Took 16.81 seconds to snapshot the instance on the hypervisor. [ 837.234023] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547417} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.234023] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ccbfd3b6-a502-45cd-9ddc-529075fc44f2/ccbfd3b6-a502-45cd-9ddc-529075fc44f2.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.234023] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.234023] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b54a276-b2cd-4303-a156-e9c5313548fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.247345] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 837.247345] env[70480]: value = "task-3722694" [ 837.247345] env[70480]: _type = "Task" [ 837.247345] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.263059] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.289303] env[70480]: DEBUG nova.compute.utils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.293486] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.293734] env[70480]: DEBUG nova.network.neutron [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.334089] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722691, 'name': CreateVM_Task, 'duration_secs': 0.399203} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.334305] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.335076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.335250] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.335717] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.336010] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040d577e-4ae0-4497-9313-1a627b1fdc44 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.340836] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Lock "ce4927f4-227c-4d59-914e-6fc93c60b1a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.390s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.345239] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 837.345239] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52873aad-0593-ce23-03f7-cc72d04ebd18" [ 837.345239] env[70480]: _type = "Task" [ 837.345239] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.358021] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52873aad-0593-ce23-03f7-cc72d04ebd18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.367673] env[70480]: DEBUG nova.policy [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38c5642aad8344d18db3d9b5a73a37f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21eabbf52ce44336b30c48c2a48d7a90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.555813] env[70480]: DEBUG oslo_vmware.api [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722692, 'name': PowerOffVM_Task, 'duration_secs': 0.269593} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.556423] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.556627] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.556906] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf471084-a7eb-446e-8d59-c492e96d1a94 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.599261] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.650393] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.650629] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.650862] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Deleting the datastore file [datastore2] d9ff21da-9b26-4512-8769-42aa26c34ad4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.651144] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6ba629-4eb3-4358-9892-03bf50863afe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.659600] env[70480]: DEBUG oslo_vmware.api [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for the task: (returnval){ [ 837.659600] env[70480]: value = "task-3722696" [ 837.659600] env[70480]: _type = "Task" [ 837.659600] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.670025] env[70480]: DEBUG oslo_vmware.api [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.672163] env[70480]: DEBUG nova.network.neutron [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Successfully updated port: 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.762216] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07914} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.762768] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.765022] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f3913-5cdc-4d93-a8be-5720932b5023 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.791538] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] ccbfd3b6-a502-45cd-9ddc-529075fc44f2/ccbfd3b6-a502-45cd-9ddc-529075fc44f2.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.791995] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0fe7b2-0daa-439c-90e5-377e3de041c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.816703] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.832602] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 837.832602] env[70480]: value = "task-3722697" [ 837.832602] env[70480]: _type = "Task" [ 837.832602] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.845105] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.860026] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52873aad-0593-ce23-03f7-cc72d04ebd18, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.860026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.860026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.860026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.860026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.860026] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.864155] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7142bd-def6-4115-a78d-ed03f4f08eb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.877393] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.877628] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.878700] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1beba1-51d8-478a-b274-1c2701ce4a74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.884580] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 837.884580] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bdfad2-fc3a-fbe2-c36b-35841f2457ab" [ 837.884580] env[70480]: _type = "Task" [ 837.884580] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.900116] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bdfad2-fc3a-fbe2-c36b-35841f2457ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.008132] env[70480]: DEBUG nova.compute.manager [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Received event network-changed-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.008890] env[70480]: DEBUG nova.compute.manager [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Refreshing instance network info cache due to event network-changed-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.008890] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] Acquiring lock "refresh_cache-5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.008890] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] Acquired lock "refresh_cache-5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.008890] env[70480]: DEBUG nova.network.neutron [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Refreshing network info cache for port c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.042105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "ef76b837-9738-41cb-ba3c-d8d1c5290614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.042334] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.079306] env[70480]: DEBUG nova.compute.manager [req-ea12fe43-31da-4a1e-a6e3-1e8d60a2931a req-ab0e88ac-ad00-4221-a968-cf78b8f6c09d service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Received event network-vif-plugged-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.081180] env[70480]: DEBUG oslo_concurrency.lockutils [req-ea12fe43-31da-4a1e-a6e3-1e8d60a2931a req-ab0e88ac-ad00-4221-a968-cf78b8f6c09d service nova] Acquiring lock "81640b4a-3c62-4328-8b22-57ddf021c132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.081180] env[70480]: DEBUG oslo_concurrency.lockutils [req-ea12fe43-31da-4a1e-a6e3-1e8d60a2931a req-ab0e88ac-ad00-4221-a968-cf78b8f6c09d service nova] Lock "81640b4a-3c62-4328-8b22-57ddf021c132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.081180] env[70480]: DEBUG oslo_concurrency.lockutils [req-ea12fe43-31da-4a1e-a6e3-1e8d60a2931a req-ab0e88ac-ad00-4221-a968-cf78b8f6c09d service nova] Lock "81640b4a-3c62-4328-8b22-57ddf021c132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.081180] env[70480]: DEBUG nova.compute.manager [req-ea12fe43-31da-4a1e-a6e3-1e8d60a2931a req-ab0e88ac-ad00-4221-a968-cf78b8f6c09d service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] No waiting events found dispatching network-vif-plugged-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.081180] env[70480]: WARNING nova.compute.manager [req-ea12fe43-31da-4a1e-a6e3-1e8d60a2931a req-ab0e88ac-ad00-4221-a968-cf78b8f6c09d service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Received unexpected event network-vif-plugged-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 for instance with vm_state building and task_state spawning. [ 838.095855] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722693, 'name': PowerOnVM_Task, 'duration_secs': 0.824322} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.095855] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.095855] env[70480]: INFO nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Took 10.30 seconds to spawn the instance on the hypervisor. [ 838.095855] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.096726] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ad604f-f741-4e67-a603-6ae1e94bd727 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.172299] env[70480]: DEBUG oslo_vmware.api [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Task: {'id': task-3722696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21437} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.172476] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.173027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.173027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.173201] env[70480]: INFO nova.compute.manager [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 838.173319] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.173843] env[70480]: DEBUG nova.compute.manager [-] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.174010] env[70480]: DEBUG nova.network.neutron [-] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.180287] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.180287] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.180370] env[70480]: DEBUG nova.network.neutron [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.345298] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.399343] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bdfad2-fc3a-fbe2-c36b-35841f2457ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.401468] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992fcd6b-336b-45b4-a368-e6563db88928 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.404660] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb751053-ae19-43b3-915f-9698674093ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.411723] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 838.411723] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bdf46-8ece-9a77-d382-ec9d4bb6aa98" [ 838.411723] env[70480]: _type = "Task" [ 838.411723] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.417871] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae196e8-942e-4887-abaf-b03b18335532 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.429356] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bdf46-8ece-9a77-d382-ec9d4bb6aa98, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.457079] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.457254] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc/5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.458320] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ff5ecf-3c7e-46c2-9d79-a55e88e2ac49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.461185] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50bc625-88e1-475f-902c-e5f55da40efb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.473545] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790bb3ce-3302-41de-be49-265f4348cf8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.478603] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 838.478603] env[70480]: value = "task-3722698" [ 838.478603] env[70480]: _type = "Task" [ 838.478603] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.492702] env[70480]: DEBUG nova.compute.provider_tree [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.501375] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.588258] env[70480]: DEBUG nova.network.neutron [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Successfully created port: fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.621045] env[70480]: INFO nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Took 55.58 seconds to build instance. [ 838.779662] env[70480]: DEBUG nova.network.neutron [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.783502] env[70480]: DEBUG nova.network.neutron [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Updated VIF entry in instance network info cache for port c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.783923] env[70480]: DEBUG nova.network.neutron [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Updating instance_info_cache with network_info: [{"id": "c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f", "address": "fa:16:3e:db:e8:7b", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51f3a3b-e2", "ovs_interfaceid": "c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.831435] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.846416] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722697, 'name': ReconfigVM_Task, 'duration_secs': 0.871078} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.846416] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] ccbfd3b6-a502-45cd-9ddc-529075fc44f2/ccbfd3b6-a502-45cd-9ddc-529075fc44f2.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.847494] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-070bf21a-69c9-44f0-a8ab-16b26816239b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.865643] env[70480]: DEBUG nova.compute.manager [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 838.873679] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.874136] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.874360] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.874621] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.874826] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.875061] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.875365] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.875602] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.876232] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.876487] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.876744] env[70480]: DEBUG nova.virt.hardware [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.877532] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 838.877532] env[70480]: value = "task-3722699" [ 838.877532] env[70480]: _type = "Task" [ 838.877532] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.878479] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b4442-6ac7-4952-a27a-7896c87bdead {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.897789] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a7402-4d42-47ad-a4cb-83f993a335af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.902846] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722699, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.989621] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513789} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.990522] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc/5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.990829] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.991139] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16414197-88c4-49b5-95d8-fd05de68937d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.000807] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 839.000807] env[70480]: value = "task-3722700" [ 839.000807] env[70480]: _type = "Task" [ 839.000807] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.006897] env[70480]: DEBUG nova.scheduler.client.report [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.011109] env[70480]: DEBUG nova.network.neutron [-] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.018781] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.124543] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "07c1ec66-95f1-48dc-82f6-bda260842773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.924s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.288153] env[70480]: DEBUG oslo_concurrency.lockutils [req-e7b0fb78-9df0-4fd4-aeb0-05c9d2454c31 req-8e4ed03d-16c5-46bd-815a-3c9b59c3211f service nova] Releasing lock "refresh_cache-5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.389974] env[70480]: DEBUG nova.network.neutron [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Updating instance_info_cache with network_info: [{"id": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "address": "fa:16:3e:7d:89:e5", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c095c6-ae", "ovs_interfaceid": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.398083] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722699, 'name': Rename_Task, 'duration_secs': 0.254959} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.398083] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.398083] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.398083] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c79bb3-7652-4b0f-bff3-66fe9f03cd2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.408022] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 839.408022] env[70480]: value = "task-3722701" [ 839.408022] env[70480]: _type = "Task" [ 839.408022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.426057] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.516979] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.518497] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.524161] env[70480]: INFO nova.compute.manager [-] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Took 1.35 seconds to deallocate network for instance. [ 839.524161] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119716} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.524161] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.695s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.524161] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.526447] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.384s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.527937] env[70480]: INFO nova.compute.claims [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.534470] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.536337] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22202180-c5fd-4270-b0e4-5fa7488cfa33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.565108] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc/5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.565108] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a28945-dd47-429e-912a-64c5597362c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.585043] env[70480]: INFO nova.scheduler.client.report [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Deleted allocations for instance b075c91a-df46-4398-9c46-1b8f5f676b34 [ 839.595014] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 839.595014] env[70480]: value = "task-3722702" [ 839.595014] env[70480]: _type = "Task" [ 839.595014] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.616171] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722702, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.627458] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.897879] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.898690] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Instance network_info: |[{"id": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "address": "fa:16:3e:7d:89:e5", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c095c6-ae", "ovs_interfaceid": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.898690] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:89:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c095c6-ae1f-42cd-ab06-fbf2990c3d15', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.906535] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating folder: Project (21eabbf52ce44336b30c48c2a48d7a90). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.907139] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76251dda-999d-4e1e-a360-e5804a93a509 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.918871] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.922290] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created folder: Project (21eabbf52ce44336b30c48c2a48d7a90) in parent group-v741156. [ 839.922501] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating folder: Instances. Parent ref: group-v741293. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.923309] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d150fdd6-2d27-4043-9812-e47dca42d999 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.933855] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created folder: Instances in parent group-v741293. [ 839.934206] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.934422] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.934682] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785aac8d-c35e-460d-b8df-4e74358ad9f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.960966] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.960966] env[70480]: value = "task-3722705" [ 839.960966] env[70480]: _type = "Task" [ 839.960966] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.973295] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722705, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.024576] env[70480]: DEBUG nova.compute.utils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.026441] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.030145] env[70480]: DEBUG nova.network.neutron [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.041220] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.099708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2a08c49c-8ff0-4f4b-a793-075bd0ddcf3a tempest-ServerDiagnosticsV248Test-788778295 tempest-ServerDiagnosticsV248Test-788778295-project-member] Lock "b075c91a-df46-4398-9c46-1b8f5f676b34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.610s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.107544] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.120919] env[70480]: DEBUG nova.policy [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f32b3723a66f46c496a0807c4f88bb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3604e7d7698740479bcdb61915162855', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.161881] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.427122] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.472272] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722705, 'name': CreateVM_Task, 'duration_secs': 0.432139} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.472416] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.474211] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.474457] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.475317] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.475317] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e44eb00-8dcb-40ee-87de-48416bbef77e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.482288] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 840.482288] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ddabc9-f169-485a-77e2-9ff233aca6f3" [ 840.482288] env[70480]: _type = "Task" [ 840.482288] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.494741] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ddabc9-f169-485a-77e2-9ff233aca6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.530108] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.620265] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722702, 'name': ReconfigVM_Task, 'duration_secs': 0.781802} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.621093] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc/5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.621751] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4898957c-9029-42ca-89ee-1b4cc462bcdb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.629917] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 840.629917] env[70480]: value = "task-3722706" [ 840.629917] env[70480]: _type = "Task" [ 840.629917] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.645715] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722706, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.810934] env[70480]: DEBUG nova.compute.manager [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Received event network-changed-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.811892] env[70480]: DEBUG nova.compute.manager [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Refreshing instance network info cache due to event network-changed-26c095c6-ae1f-42cd-ab06-fbf2990c3d15. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.812515] env[70480]: DEBUG oslo_concurrency.lockutils [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] Acquiring lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.812893] env[70480]: DEBUG oslo_concurrency.lockutils [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] Acquired lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.813692] env[70480]: DEBUG nova.network.neutron [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Refreshing network info cache for port 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.868208] env[70480]: DEBUG nova.network.neutron [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Successfully created port: b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.927886] env[70480]: DEBUG oslo_vmware.api [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722701, 'name': PowerOnVM_Task, 'duration_secs': 1.207417} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.930996] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.931238] env[70480]: INFO nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Took 10.42 seconds to spawn the instance on the hypervisor. [ 840.931419] env[70480]: DEBUG nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.935577] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cadb13-1d2e-45e2-84e3-8823c3b08d19 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.006486] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ddabc9-f169-485a-77e2-9ff233aca6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.007619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.007856] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.008115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008354] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.009076] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.009076] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-158e3e03-2333-4569-969e-76f6339d210b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.022885] env[70480]: DEBUG nova.compute.manager [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.025752] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df89a37-3ba6-4be8-97a8-9a3ac218c465 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.028488] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.028692] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.033231] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece54c21-a282-462e-be6b-67e14954b2bb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.049350] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 841.049350] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d7afd5-37c5-7188-2918-8973f8576e24" [ 841.049350] env[70480]: _type = "Task" [ 841.049350] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.063392] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d7afd5-37c5-7188-2918-8973f8576e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.142060] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722706, 'name': Rename_Task, 'duration_secs': 0.192026} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.144749] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.145663] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd4f14b-75fd-4d79-b864-ed9632d632f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.156758] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 841.156758] env[70480]: value = "task-3722707" [ 841.156758] env[70480]: _type = "Task" [ 841.156758] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.167307] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.186084] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff2e021-5db1-4da8-92b3-3e2f5fcd4e5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.193532] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ba6f1-239e-406d-addd-9edc9419de8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.229603] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d641ad-5b92-4228-89fd-bf8bcf3045df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.240190] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe03a02-fcbc-4f97-b024-161482c7218f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260650] env[70480]: DEBUG nova.compute.provider_tree [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.456966] env[70480]: INFO nova.compute.manager [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Took 50.24 seconds to build instance. [ 841.550207] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.553246] env[70480]: INFO nova.compute.manager [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] instance snapshotting [ 841.564860] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71813526-207f-4cd8-a8ea-228bd0beec6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.605089] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d7afd5-37c5-7188-2918-8973f8576e24, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.607067] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbb331-6bc0-4990-8293-9e7ed0bccb23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.611892] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae35d9c-855b-48b2-96fe-031b95076950 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.624570] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 841.624570] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52afa240-8001-7b35-2a9e-f69fc847d364" [ 841.624570] env[70480]: _type = "Task" [ 841.624570] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.627630] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.627951] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.628211] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.628495] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.628710] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.629013] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.629294] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.629485] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.629734] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.629938] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.630157] env[70480]: DEBUG nova.virt.hardware [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.634310] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc491c-fa01-4497-89d8-a4ea503a08ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.652388] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52afa240-8001-7b35-2a9e-f69fc847d364, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.654883] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.655255] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/81640b4a-3c62-4328-8b22-57ddf021c132.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.655924] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d3ebc0f-30bf-4f85-bd79-ff5a24778a28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.659555] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c981f135-c1c4-4a62-b9ba-946ca72d90bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.684866] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.685584] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 841.685584] env[70480]: value = "task-3722708" [ 841.685584] env[70480]: _type = "Task" [ 841.685584] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.695135] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.762489] env[70480]: DEBUG nova.scheduler.client.report [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.799812] env[70480]: DEBUG nova.network.neutron [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Updated VIF entry in instance network info cache for port 26c095c6-ae1f-42cd-ab06-fbf2990c3d15. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.800579] env[70480]: DEBUG nova.network.neutron [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Updating instance_info_cache with network_info: [{"id": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "address": "fa:16:3e:7d:89:e5", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c095c6-ae", "ovs_interfaceid": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.964568] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.721s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.131851] env[70480]: DEBUG nova.network.neutron [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Successfully updated port: fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.137889] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.137889] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-951ad312-d818-456f-a812-ae737c4fca1a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.148213] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 842.148213] env[70480]: value = "task-3722709" [ 842.148213] env[70480]: _type = "Task" [ 842.148213] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.168067] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.177639] env[70480]: DEBUG oslo_vmware.api [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722707, 'name': PowerOnVM_Task, 'duration_secs': 0.817749} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.178036] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.178266] env[70480]: INFO nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Took 8.87 seconds to spawn the instance on the hypervisor. [ 842.179407] env[70480]: DEBUG nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.180332] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8918ec32-9f28-4108-b272-2dc7f3b25034 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.203214] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519359} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.203492] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/81640b4a-3c62-4328-8b22-57ddf021c132.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.203706] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.203967] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6e84f91-72ae-4566-be21-78c5e8d8bfe7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.212690] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 842.212690] env[70480]: value = "task-3722710" [ 842.212690] env[70480]: _type = "Task" [ 842.212690] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.225528] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.272238] env[70480]: DEBUG nova.compute.manager [req-901fa712-3a79-44ad-ac75-8f920546da80 req-e59ba7a6-80b4-4dd8-9f01-80718db5227a service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Received event network-vif-plugged-fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.273537] env[70480]: DEBUG oslo_concurrency.lockutils [req-901fa712-3a79-44ad-ac75-8f920546da80 req-e59ba7a6-80b4-4dd8-9f01-80718db5227a service nova] Acquiring lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.273537] env[70480]: DEBUG oslo_concurrency.lockutils [req-901fa712-3a79-44ad-ac75-8f920546da80 req-e59ba7a6-80b4-4dd8-9f01-80718db5227a service nova] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.273537] env[70480]: DEBUG oslo_concurrency.lockutils [req-901fa712-3a79-44ad-ac75-8f920546da80 req-e59ba7a6-80b4-4dd8-9f01-80718db5227a service nova] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.273537] env[70480]: DEBUG nova.compute.manager [req-901fa712-3a79-44ad-ac75-8f920546da80 req-e59ba7a6-80b4-4dd8-9f01-80718db5227a service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] No waiting events found dispatching network-vif-plugged-fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.273980] env[70480]: WARNING nova.compute.manager [req-901fa712-3a79-44ad-ac75-8f920546da80 req-e59ba7a6-80b4-4dd8-9f01-80718db5227a service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Received unexpected event network-vif-plugged-fcc0c0d4-1282-4b45-9ed8-501484e56a46 for instance with vm_state building and task_state spawning. [ 842.275536] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.278027] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.278948] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.114s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.279125] env[70480]: DEBUG nova.objects.instance [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lazy-loading 'resources' on Instance uuid 8eea129c-2e5e-416f-a3be-e73dcb7664b8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.304501] env[70480]: DEBUG oslo_concurrency.lockutils [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] Releasing lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.304771] env[70480]: DEBUG nova.compute.manager [req-004135fc-5f81-48fc-a533-24b922e8129a req-044e004a-1f45-441e-a106-fce66dc06898 service nova] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Received event network-vif-deleted-193a93f3-e971-4019-ac0d-9b837d482fa5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.470842] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.639126] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.639221] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.639414] env[70480]: DEBUG nova.network.neutron [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.664485] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.709455] env[70480]: INFO nova.compute.manager [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Took 49.93 seconds to build instance. [ 842.727035] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143775} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.727926] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.732630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbdd525-efa1-4809-84be-0b2b0c27e0f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.761507] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/81640b4a-3c62-4328-8b22-57ddf021c132.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.762383] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830ead91-29a9-41b6-86de-e5f6554a723e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.783144] env[70480]: DEBUG nova.compute.utils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.790438] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.790670] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.793287] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 842.793287] env[70480]: value = "task-3722711" [ 842.793287] env[70480]: _type = "Task" [ 842.793287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.810035] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.880261] env[70480]: DEBUG nova.policy [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e246b4be6fa34418ab11fc1833abf53c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee31ae95d72b4aa3a3b79d0e59fbe93f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.001646] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.162818] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722709, 'name': CreateSnapshot_Task, 'duration_secs': 0.599109} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.165825] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.166935] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaae44a-d2de-449a-9ca7-5fb8383fb072 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.207971] env[70480]: DEBUG nova.network.neutron [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.212756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8adb19db-ecb7-455e-8d41-607799964ce1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.120s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.294456] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.312838] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.358750] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b69c99f-ed7f-471d-8cd3-9703d49d2f86 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.369136] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a324e90-7535-4958-8c24-9e299f37583d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.410010] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4510a8a-1e70-4b80-a02d-3bedc5b13b8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.418669] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adf945d-ba93-456e-b630-46b2454edac6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.435251] env[70480]: DEBUG nova.compute.provider_tree [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.557378] env[70480]: DEBUG nova.network.neutron [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Updating instance_info_cache with network_info: [{"id": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "address": "fa:16:3e:15:0f:85", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc0c0d4-12", "ovs_interfaceid": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.692879] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.693636] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8353ad13-e6cc-4497-8afb-2fd43690dcc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.704174] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 843.704174] env[70480]: value = "task-3722712" [ 843.704174] env[70480]: _type = "Task" [ 843.704174] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.705170] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Successfully created port: e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.719695] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.725071] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722712, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.816248] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722711, 'name': ReconfigVM_Task, 'duration_secs': 0.651835} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.816824] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/81640b4a-3c62-4328-8b22-57ddf021c132.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.817534] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9fe70ee-1dff-41f4-8b96-f892f1aaba04 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.826358] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 843.826358] env[70480]: value = "task-3722713" [ 843.826358] env[70480]: _type = "Task" [ 843.826358] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.837459] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722713, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.938908] env[70480]: DEBUG nova.scheduler.client.report [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.015567] env[70480]: DEBUG nova.network.neutron [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Successfully updated port: b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.063769] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.064241] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Instance network_info: |[{"id": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "address": "fa:16:3e:15:0f:85", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc0c0d4-12", "ovs_interfaceid": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.064809] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:0f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcc0c0d4-1282-4b45-9ed8-501484e56a46', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.073977] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.074236] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.074502] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79f1028-19d0-4b91-ad91-68e72dd028fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.099585] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.099585] env[70480]: value = "task-3722714" [ 844.099585] env[70480]: _type = "Task" [ 844.099585] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.115379] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722714, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.220298] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722712, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.251027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.318399] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.347057] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722713, 'name': Rename_Task, 'duration_secs': 0.362908} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.347180] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.347474] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e8f9c8-aa01-4119-81a8-3675940a2180 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.358350] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 844.358350] env[70480]: value = "task-3722715" [ 844.358350] env[70480]: _type = "Task" [ 844.358350] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.376035] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.376830] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.376830] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.376830] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.376995] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.376995] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.381599] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.381710] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.381950] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.382147] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.382335] env[70480]: DEBUG nova.virt.hardware [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.385167] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96846707-c307-4282-a8a8-728d218d770b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.391034] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722715, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.400438] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e452c-e439-48b5-b110-8c76ee1c1ee5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.445117] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.450549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.597s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.452123] env[70480]: DEBUG nova.objects.instance [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lazy-loading 'resources' on Instance uuid 0e852a0f-8f69-4119-b833-350dab510cf4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.494302] env[70480]: INFO nova.scheduler.client.report [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted allocations for instance 8eea129c-2e5e-416f-a3be-e73dcb7664b8 [ 844.495701] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8f8d355-54ef-437f-b602-ec572bddd97c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "e71ce0e2-a8c2-4d3c-bc10-718fa0051531" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.495918] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8f8d355-54ef-437f-b602-ec572bddd97c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "e71ce0e2-a8c2-4d3c-bc10-718fa0051531" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.519351] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "refresh_cache-652b72ed-c876-4892-b26d-ad3d7947029d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.519529] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "refresh_cache-652b72ed-c876-4892-b26d-ad3d7947029d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.519711] env[70480]: DEBUG nova.network.neutron [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.571196] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Successfully created port: 12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.612413] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722714, 'name': CreateVM_Task, 'duration_secs': 0.493574} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.612697] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.613648] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.613906] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.614252] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.614703] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bf62b2-7b26-462f-ad6d-f418ac185dcd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.622413] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 844.622413] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1e1c8-5498-dda3-9089-ca75ac1195b5" [ 844.622413] env[70480]: _type = "Task" [ 844.622413] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.635454] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1e1c8-5498-dda3-9089-ca75ac1195b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.724544] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722712, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.880029] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.928687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "07c1ec66-95f1-48dc-82f6-bda260842773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.928990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "07c1ec66-95f1-48dc-82f6-bda260842773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.929275] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "07c1ec66-95f1-48dc-82f6-bda260842773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.929507] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "07c1ec66-95f1-48dc-82f6-bda260842773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.929724] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "07c1ec66-95f1-48dc-82f6-bda260842773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.938897] env[70480]: INFO nova.compute.manager [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Terminating instance [ 845.005345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58aafabe-a992-485f-935e-851d070961c5 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "8eea129c-2e5e-416f-a3be-e73dcb7664b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.819s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.099025] env[70480]: DEBUG nova.network.neutron [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.141448] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1e1c8-5498-dda3-9089-ca75ac1195b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013928} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.145335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.145335] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.145335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.145335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.145335] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.145335] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e432db-c1a8-4ca0-bd57-2eaa7a5fe257 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.159524] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.159716] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.160849] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5995e9ae-db24-4339-b252-64dae5c11786 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.169750] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 845.169750] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fecd82-2f08-b3f8-7ea4-589343c1fc70" [ 845.169750] env[70480]: _type = "Task" [ 845.169750] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.186714] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fecd82-2f08-b3f8-7ea4-589343c1fc70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.221570] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722712, 'name': CloneVM_Task, 'duration_secs': 1.37113} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.221925] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Created linked-clone VM from snapshot [ 845.222913] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555224de-3b5c-4e0f-9f23-e9b7d0febbe0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.237060] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Uploading image e1912c58-3800-46db-873a-bc61e4710108 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.278492] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.278492] env[70480]: value = "vm-741297" [ 845.278492] env[70480]: _type = "VirtualMachine" [ 845.278492] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.279195] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-933d5f1a-d7eb-415c-955d-e6f6714be96b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.288500] env[70480]: DEBUG nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Received event network-changed-fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.288793] env[70480]: DEBUG nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Refreshing instance network info cache due to event network-changed-fcc0c0d4-1282-4b45-9ed8-501484e56a46. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.288929] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Acquiring lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.289105] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Acquired lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.289297] env[70480]: DEBUG nova.network.neutron [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Refreshing network info cache for port fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.299483] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lease: (returnval){ [ 845.299483] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520678da-55d4-dbb1-7028-ada4ed2f9a01" [ 845.299483] env[70480]: _type = "HttpNfcLease" [ 845.299483] env[70480]: } obtained for exporting VM: (result){ [ 845.299483] env[70480]: value = "vm-741297" [ 845.299483] env[70480]: _type = "VirtualMachine" [ 845.299483] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.300415] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the lease: (returnval){ [ 845.300415] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520678da-55d4-dbb1-7028-ada4ed2f9a01" [ 845.300415] env[70480]: _type = "HttpNfcLease" [ 845.300415] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.312091] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.312091] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520678da-55d4-dbb1-7028-ada4ed2f9a01" [ 845.312091] env[70480]: _type = "HttpNfcLease" [ 845.312091] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 845.379873] env[70480]: DEBUG oslo_vmware.api [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722715, 'name': PowerOnVM_Task, 'duration_secs': 0.606215} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.383293] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.383563] env[70480]: INFO nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Took 9.30 seconds to spawn the instance on the hypervisor. [ 845.383792] env[70480]: DEBUG nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.385532] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f7861-e91d-498d-8131-79d9290168ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.443778] env[70480]: DEBUG nova.compute.manager [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.444250] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.445444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da504d34-0c62-49a2-a759-e77d509ecca5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.461485] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.461485] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a109d52-58ae-4d5c-afd4-c9319466e171 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.470185] env[70480]: DEBUG oslo_vmware.api [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 845.470185] env[70480]: value = "task-3722717" [ 845.470185] env[70480]: _type = "Task" [ 845.470185] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.481512] env[70480]: DEBUG nova.network.neutron [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Updating instance_info_cache with network_info: [{"id": "b236f805-4114-4a31-8b51-fad97e336dfc", "address": "fa:16:3e:44:28:8c", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb236f805-41", "ovs_interfaceid": "b236f805-4114-4a31-8b51-fad97e336dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.486894] env[70480]: DEBUG oslo_vmware.api [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.588370] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c89df5c-0bd7-4838-a535-24212f6f43b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.599851] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c109c0f-1ea0-4605-b1c8-dc52eb5fd836 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.640186] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994f300-fd61-497d-af9c-6989cd0b734f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.651589] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a157bb09-5298-4140-af13-381d69a0facd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.671679] env[70480]: DEBUG nova.compute.provider_tree [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.685540] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fecd82-2f08-b3f8-7ea4-589343c1fc70, 'name': SearchDatastore_Task, 'duration_secs': 0.039853} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.686526] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086095d3-5a31-402c-9071-5ba9ab18fc5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.694909] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 845.694909] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bd646b-5478-9020-0028-eb6205e9d419" [ 845.694909] env[70480]: _type = "Task" [ 845.694909] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.708806] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bd646b-5478-9020-0028-eb6205e9d419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.809180] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.809180] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520678da-55d4-dbb1-7028-ada4ed2f9a01" [ 845.809180] env[70480]: _type = "HttpNfcLease" [ 845.809180] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 845.809528] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 845.809528] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520678da-55d4-dbb1-7028-ada4ed2f9a01" [ 845.809528] env[70480]: _type = "HttpNfcLease" [ 845.809528] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 845.810693] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae82388-01a2-4db8-934a-de765a4ae977 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.820787] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b8d72-31ad-ed28-2fe4-aa34e7bc8d45/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 845.821138] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b8d72-31ad-ed28-2fe4-aa34e7bc8d45/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.878133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.878415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.878759] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.878988] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.879218] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.881826] env[70480]: INFO nova.compute.manager [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Terminating instance [ 845.906111] env[70480]: INFO nova.compute.manager [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Took 46.80 seconds to build instance. [ 846.787760] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Successfully updated port: e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.789143] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "refresh_cache-652b72ed-c876-4892-b26d-ad3d7947029d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.789375] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Instance network_info: |[{"id": "b236f805-4114-4a31-8b51-fad97e336dfc", "address": "fa:16:3e:44:28:8c", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb236f805-41", "ovs_interfaceid": "b236f805-4114-4a31-8b51-fad97e336dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.790125] env[70480]: DEBUG nova.scheduler.client.report [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.797015] env[70480]: DEBUG nova.compute.manager [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.797015] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.797015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ee1d9be3-a1ca-4b16-949e-60349815e759 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "81640b4a-3c62-4328-8b22-57ddf021c132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.286s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.805042] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:28:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b236f805-4114-4a31-8b51-fad97e336dfc', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.812430] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.816315] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f8f9fe-a8bb-440f-8137-6e848569b233 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.820051] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-422afe72-9089-43e4-9a61-36ee233e300a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.822917] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.823267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.825707] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.827012] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-054e4924-b5f3-49d3-b71d-27bf804af348 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.849712] env[70480]: DEBUG oslo_vmware.api [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722717, 'name': PowerOffVM_Task, 'duration_secs': 0.418194} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.857103] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.857380] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.858128] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bd646b-5478-9020-0028-eb6205e9d419, 'name': SearchDatastore_Task, 'duration_secs': 0.017978} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.858375] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.858938] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28873519-b26a-4bc8-8ebe-4344510d8c98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.860785] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.862019] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.862019] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34deafe-fa8c-4b33-b153-eb935983700b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.866765] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36712b33-7745-4970-a33f-d23e8529f114 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.871021] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.871021] env[70480]: value = "task-3722718" [ 846.871021] env[70480]: _type = "Task" [ 846.871021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.881868] env[70480]: DEBUG oslo_vmware.api [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 846.881868] env[70480]: value = "task-3722719" [ 846.881868] env[70480]: _type = "Task" [ 846.881868] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.891230] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 846.891230] env[70480]: value = "task-3722721" [ 846.891230] env[70480]: _type = "Task" [ 846.891230] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.891616] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722718, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.900546] env[70480]: DEBUG oslo_vmware.api [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.908420] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.169029] env[70480]: DEBUG nova.network.neutron [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Updated VIF entry in instance network info cache for port fcc0c0d4-1282-4b45-9ed8-501484e56a46. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.169622] env[70480]: DEBUG nova.network.neutron [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Updating instance_info_cache with network_info: [{"id": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "address": "fa:16:3e:15:0f:85", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc0c0d4-12", "ovs_interfaceid": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.214277] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.214972] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.215541] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleting the datastore file [datastore2] 07c1ec66-95f1-48dc-82f6-bda260842773 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.219672] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8d22def-aa5c-4b1c-b734-1b9f68bfb0dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.226837] env[70480]: DEBUG oslo_vmware.api [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 847.226837] env[70480]: value = "task-3722722" [ 847.226837] env[70480]: _type = "Task" [ 847.226837] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.243246] env[70480]: DEBUG oslo_vmware.api [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.301887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.851s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.309686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.250s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.310784] env[70480]: INFO nova.compute.claims [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.326825] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.360622] env[70480]: INFO nova.scheduler.client.report [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Deleted allocations for instance 0e852a0f-8f69-4119-b833-350dab510cf4 [ 847.417472] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722718, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.426393] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.434370] env[70480]: DEBUG oslo_vmware.api [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722719, 'name': PowerOffVM_Task, 'duration_secs': 0.331368} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.434670] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.434832] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.435148] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-719f561c-2a9a-48a5-8a8f-36386f5afd43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.513737] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.513737] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.513737] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleting the datastore file [datastore2] ccbfd3b6-a502-45cd-9ddc-529075fc44f2 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.514599] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a42f1e1-b6b2-41a3-94b4-55bc768c07f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.524962] env[70480]: DEBUG oslo_vmware.api [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 847.524962] env[70480]: value = "task-3722724" [ 847.524962] env[70480]: _type = "Task" [ 847.524962] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.539356] env[70480]: DEBUG oslo_vmware.api [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.677616] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Releasing lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.677616] env[70480]: DEBUG nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Received event network-vif-plugged-b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.677616] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Acquiring lock "652b72ed-c876-4892-b26d-ad3d7947029d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.677616] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Lock "652b72ed-c876-4892-b26d-ad3d7947029d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.677616] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Lock "652b72ed-c876-4892-b26d-ad3d7947029d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.677616] env[70480]: DEBUG nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] No waiting events found dispatching network-vif-plugged-b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.677616] env[70480]: WARNING nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Received unexpected event network-vif-plugged-b236f805-4114-4a31-8b51-fad97e336dfc for instance with vm_state building and task_state spawning. [ 847.677616] env[70480]: DEBUG nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Received event network-changed-b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.677616] env[70480]: DEBUG nova.compute.manager [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Refreshing instance network info cache due to event network-changed-b236f805-4114-4a31-8b51-fad97e336dfc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.677616] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Acquiring lock "refresh_cache-652b72ed-c876-4892-b26d-ad3d7947029d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.677616] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Acquired lock "refresh_cache-652b72ed-c876-4892-b26d-ad3d7947029d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.678323] env[70480]: DEBUG nova.network.neutron [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Refreshing network info cache for port b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.744679] env[70480]: DEBUG oslo_vmware.api [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425422} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.745585] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.746250] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.746633] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.746815] env[70480]: INFO nova.compute.manager [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Took 2.30 seconds to destroy the instance on the hypervisor. [ 847.747160] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.747466] env[70480]: DEBUG nova.compute.manager [-] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.747642] env[70480]: DEBUG nova.network.neutron [-] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.876385] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.882541] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2663dfb5-a33d-4366-92a1-9720dbb68483 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Lock "0e852a0f-8f69-4119-b833-350dab510cf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.757s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.895887] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722718, 'name': CreateVM_Task, 'duration_secs': 0.571558} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.900597] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.904277] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.904277] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.904277] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.904277] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda470fd-74ec-4242-b404-969c0cb24e9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.911562] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656757} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.912942] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.912942] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.912942] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb71e2aa-0efb-4bfd-a6a3-572409294d79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.917675] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 847.917675] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52209e5c-a93f-2d55-0f08-99195fd0ed6e" [ 847.917675] env[70480]: _type = "Task" [ 847.917675] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.925113] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 847.925113] env[70480]: value = "task-3722725" [ 847.925113] env[70480]: _type = "Task" [ 847.925113] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.933033] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52209e5c-a93f-2d55-0f08-99195fd0ed6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.940189] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.038449] env[70480]: DEBUG oslo_vmware.api [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333122} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.038668] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.038861] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.039041] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.039259] env[70480]: INFO nova.compute.manager [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Took 1.25 seconds to destroy the instance on the hypervisor. [ 848.039840] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.039840] env[70480]: DEBUG nova.compute.manager [-] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.039840] env[70480]: DEBUG nova.network.neutron [-] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.431967] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52209e5c-a93f-2d55-0f08-99195fd0ed6e, 'name': SearchDatastore_Task, 'duration_secs': 0.023231} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.439260] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.439602] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.440131] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.441040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.441040] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.442278] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5821d82-0eca-4c46-b9a0-7b229244f6bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.453611] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084001} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.458652] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.462025] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.462025] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.470767] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76b4c80-67f6-4d30-a759-09685cef582e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.474113] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f7b6de-c37d-407b-aa11-5f0f40695e05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.481139] env[70480]: DEBUG nova.compute.manager [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received event network-vif-plugged-e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.481139] env[70480]: DEBUG oslo_concurrency.lockutils [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] Acquiring lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.481745] env[70480]: DEBUG oslo_concurrency.lockutils [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.481745] env[70480]: DEBUG oslo_concurrency.lockutils [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.481903] env[70480]: DEBUG nova.compute.manager [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] No waiting events found dispatching network-vif-plugged-e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.482198] env[70480]: WARNING nova.compute.manager [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received unexpected event network-vif-plugged-e942e802-b3b3-4820-9849-bbe7a8999db0 for instance with vm_state building and task_state spawning. [ 848.482629] env[70480]: DEBUG nova.compute.manager [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received event network-changed-e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.482829] env[70480]: DEBUG nova.compute.manager [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Refreshing instance network info cache due to event network-changed-e942e802-b3b3-4820-9849-bbe7a8999db0. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.483087] env[70480]: DEBUG oslo_concurrency.lockutils [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] Acquiring lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.483369] env[70480]: DEBUG oslo_concurrency.lockutils [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] Acquired lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.483554] env[70480]: DEBUG nova.network.neutron [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Refreshing network info cache for port e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.494483] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 848.494483] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52feafc6-f20c-4ce0-f7e6-d22fefd3faac" [ 848.494483] env[70480]: _type = "Task" [ 848.494483] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.518946] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.530690] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da9bbdb-5967-41f7-b63d-018efe6229a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.558242] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "4f483a1f-4432-4ffc-81da-83641c2c6780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.559182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.568159] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52feafc6-f20c-4ce0-f7e6-d22fefd3faac, 'name': SearchDatastore_Task, 'duration_secs': 0.019974} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.568159] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 848.568159] env[70480]: value = "task-3722726" [ 848.568159] env[70480]: _type = "Task" [ 848.568159] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.568423] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee1ebde-ea1d-4404-a897-165cd595d534 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.587294] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 848.587294] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d6c8a3-f96b-8883-5b8c-3d1de82250ff" [ 848.587294] env[70480]: _type = "Task" [ 848.587294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.600248] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.623936] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d6c8a3-f96b-8883-5b8c-3d1de82250ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016105} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.630918] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.631399] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 652b72ed-c876-4892-b26d-ad3d7947029d/652b72ed-c876-4892-b26d-ad3d7947029d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.632899] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a2412ef-6b0a-4985-9a4c-5c253321802f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.643247] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 848.643247] env[70480]: value = "task-3722727" [ 848.643247] env[70480]: _type = "Task" [ 848.643247] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.658038] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.765293] env[70480]: DEBUG nova.network.neutron [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Updated VIF entry in instance network info cache for port b236f805-4114-4a31-8b51-fad97e336dfc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.765871] env[70480]: DEBUG nova.network.neutron [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Updating instance_info_cache with network_info: [{"id": "b236f805-4114-4a31-8b51-fad97e336dfc", "address": "fa:16:3e:44:28:8c", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb236f805-41", "ovs_interfaceid": "b236f805-4114-4a31-8b51-fad97e336dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.028452] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d818b5c4-e7a5-405f-8dc4-89ced12299ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.038178] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d435816e-1071-4b6e-b55e-b0a07c1de5ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.076041] env[70480]: DEBUG nova.network.neutron [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.081998] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c314476-f18b-4db0-897e-70a97c99eace {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.092285] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722726, 'name': ReconfigVM_Task, 'duration_secs': 0.445086} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.094930] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.096442] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14f67bba-f0ae-49ac-8b7f-e88010b7cf79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.099399] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ac427-ceb1-4b5e-8dca-1afa82f1769f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.117673] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.121258] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 849.121258] env[70480]: value = "task-3722728" [ 849.121258] env[70480]: _type = "Task" [ 849.121258] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.129542] env[70480]: DEBUG nova.network.neutron [-] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.133940] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722728, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.157426] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722727, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.207204] env[70480]: DEBUG nova.compute.manager [req-ad79bb8f-31a0-4985-ac7f-0784c7c2bc44 req-1e53809b-263b-4f64-be00-9cd24a4376d2 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Received event network-vif-deleted-d8bbf7aa-c3d9-4d28-b172-789642cd74db {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.207355] env[70480]: INFO nova.compute.manager [req-ad79bb8f-31a0-4985-ac7f-0784c7c2bc44 req-1e53809b-263b-4f64-be00-9cd24a4376d2 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Neutron deleted interface d8bbf7aa-c3d9-4d28-b172-789642cd74db; detaching it from the instance and deleting it from the info cache [ 849.207420] env[70480]: DEBUG nova.network.neutron [req-ad79bb8f-31a0-4985-ac7f-0784c7c2bc44 req-1e53809b-263b-4f64-be00-9cd24a4376d2 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.245260] env[70480]: DEBUG nova.network.neutron [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.268860] env[70480]: DEBUG oslo_concurrency.lockutils [req-be466c69-7076-44ce-a75a-2bda324c3db8 req-4b25cbe8-67d0-482b-9d07-bcde3f201dc8 service nova] Releasing lock "refresh_cache-652b72ed-c876-4892-b26d-ad3d7947029d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.311256] env[70480]: DEBUG nova.network.neutron [-] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.639491] env[70480]: INFO nova.compute.manager [-] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Took 1.89 seconds to deallocate network for instance. [ 849.639833] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722728, 'name': Rename_Task, 'duration_secs': 0.298834} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.643115] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.647641] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cff6a6d-2df7-456e-9329-a6e20d41ec65 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.663149] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705526} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.664452] env[70480]: ERROR nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [req-a2a482ee-69eb-4fd0-b8e5-8be6be54e531] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2a482ee-69eb-4fd0-b8e5-8be6be54e531"}]} [ 849.666382] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 652b72ed-c876-4892-b26d-ad3d7947029d/652b72ed-c876-4892-b26d-ad3d7947029d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.668101] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.669744] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 849.669744] env[70480]: value = "task-3722729" [ 849.669744] env[70480]: _type = "Task" [ 849.669744] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.670418] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb81f0c1-4d96-4b6f-a7db-cd33661a2b76 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.685596] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722729, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.687426] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 849.687426] env[70480]: value = "task-3722730" [ 849.687426] env[70480]: _type = "Task" [ 849.687426] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.695223] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.706046] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.711502] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ed696b6-a0da-4b56-80ba-5b5824753a4f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.724550] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6862cb1-cded-4791-add5-267861b5efd5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.739710] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.739954] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.748410] env[70480]: DEBUG oslo_concurrency.lockutils [req-1af43e57-3584-44a4-886b-dbbd04f49702 req-2b4e8a41-98d5-4440-87d5-167cf9d4081e service nova] Releasing lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.779514] env[70480]: DEBUG nova.compute.manager [req-ad79bb8f-31a0-4985-ac7f-0784c7c2bc44 req-1e53809b-263b-4f64-be00-9cd24a4376d2 service nova] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Detach interface failed, port_id=d8bbf7aa-c3d9-4d28-b172-789642cd74db, reason: Instance ccbfd3b6-a502-45cd-9ddc-529075fc44f2 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.781988] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.816146] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.819464] env[70480]: INFO nova.compute.manager [-] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Took 1.78 seconds to deallocate network for instance. [ 850.151788] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.188235] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.200972] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137096} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.201456] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.202269] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d7dbc0-94c5-40e6-b4db-c60cec3f4a0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.228735] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 652b72ed-c876-4892-b26d-ad3d7947029d/652b72ed-c876-4892-b26d-ad3d7947029d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.232621] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b4984d-4ad5-45a7-852e-b53231e5339f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.259199] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 850.259199] env[70480]: value = "task-3722731" [ 850.259199] env[70480]: _type = "Task" [ 850.259199] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.268270] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Successfully updated port: 12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.273525] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.330567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.422898] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda818e-07b6-430e-9f11-605a074d5a63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.433313] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f876560-7b98-41f6-b648-b364f925b50d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.466877] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1ce1c-6f5c-4273-835c-7a9df653119c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.477056] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9890f6c-dc2e-4c4d-bf90-b9302d147434 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.493488] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.693120] env[70480]: DEBUG oslo_vmware.api [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722729, 'name': PowerOnVM_Task, 'duration_secs': 0.83213} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.693523] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.694107] env[70480]: INFO nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Took 11.86 seconds to spawn the instance on the hypervisor. [ 850.694107] env[70480]: DEBUG nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.694804] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79180309-8638-4045-866c-ec79be5f6ab3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.774288] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.775201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.776114] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.776459] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.876674] env[70480]: DEBUG nova.compute.manager [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Received event network-vif-deleted-c0813747-5ec3-45aa-a00d-9f691bfa8094 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.876957] env[70480]: DEBUG nova.compute.manager [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received event network-vif-plugged-12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.877960] env[70480]: DEBUG oslo_concurrency.lockutils [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] Acquiring lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.878266] env[70480]: DEBUG oslo_concurrency.lockutils [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.878398] env[70480]: DEBUG oslo_concurrency.lockutils [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.878599] env[70480]: DEBUG nova.compute.manager [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] No waiting events found dispatching network-vif-plugged-12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.880959] env[70480]: WARNING nova.compute.manager [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received unexpected event network-vif-plugged-12c22a59-2280-423a-b811-312922599b3c for instance with vm_state building and task_state spawning. [ 850.880959] env[70480]: DEBUG nova.compute.manager [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received event network-changed-12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.880959] env[70480]: DEBUG nova.compute.manager [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Refreshing instance network info cache due to event network-changed-12c22a59-2280-423a-b811-312922599b3c. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.880959] env[70480]: DEBUG oslo_concurrency.lockutils [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] Acquiring lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.023187] env[70480]: ERROR nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [req-6a2406d8-061d-4be3-94d5-e3e3d3c57c6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a2406d8-061d-4be3-94d5-e3e3d3c57c6d"}]} [ 851.049996] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.070374] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.070616] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.087083] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.108100] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.221895] env[70480]: INFO nova.compute.manager [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Took 47.70 seconds to build instance. [ 851.275726] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722731, 'name': ReconfigVM_Task, 'duration_secs': 0.632369} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.277486] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 652b72ed-c876-4892-b26d-ad3d7947029d/652b72ed-c876-4892-b26d-ad3d7947029d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.278468] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e118bb6b-70d2-4fcc-b0ff-e0b99c62caa9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.288847] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 851.288847] env[70480]: value = "task-3722732" [ 851.288847] env[70480]: _type = "Task" [ 851.288847] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.301319] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722732, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.363470] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.394692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.394991] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.718891] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8fdf91-ea79-484a-a6c3-f32fdd206b5e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.726865] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.905s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.729481] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7bbf16-96f2-4f0e-831c-28f4715cea6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.767493] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5bf10-a792-4b5d-890a-0bf7870af2f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.777981] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d9db8-1937-4893-baa9-eebe5481b7f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.796628] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.812633] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722732, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.930625] env[70480]: DEBUG nova.network.neutron [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updating instance_info_cache with network_info: [{"id": "e942e802-b3b3-4820-9849-bbe7a8999db0", "address": "fa:16:3e:00:34:87", "network": {"id": "70a7960e-476a-40a7-ad1f-0e5bc0a166a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1243124785", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape942e802-b3", "ovs_interfaceid": "e942e802-b3b3-4820-9849-bbe7a8999db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12c22a59-2280-423a-b811-312922599b3c", "address": "fa:16:3e:80:86:65", "network": {"id": "70e6e826-7f57-433c-bd1d-66c84668e3b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546188630", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c22a59-22", "ovs_interfaceid": "12c22a59-2280-423a-b811-312922599b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.031439] env[70480]: INFO nova.compute.manager [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Rescuing [ 852.031795] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.031975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.032291] env[70480]: DEBUG nova.network.neutron [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.235241] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.309494] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722732, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.353331] env[70480]: DEBUG nova.scheduler.client.report [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.353737] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 78 to 79 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.354014] env[70480]: DEBUG nova.compute.provider_tree [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.433909] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Releasing lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.434833] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Instance network_info: |[{"id": "e942e802-b3b3-4820-9849-bbe7a8999db0", "address": "fa:16:3e:00:34:87", "network": {"id": "70a7960e-476a-40a7-ad1f-0e5bc0a166a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1243124785", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape942e802-b3", "ovs_interfaceid": "e942e802-b3b3-4820-9849-bbe7a8999db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12c22a59-2280-423a-b811-312922599b3c", "address": "fa:16:3e:80:86:65", "network": {"id": "70e6e826-7f57-433c-bd1d-66c84668e3b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546188630", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c22a59-22", "ovs_interfaceid": "12c22a59-2280-423a-b811-312922599b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.434833] env[70480]: DEBUG oslo_concurrency.lockutils [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] Acquired lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.434833] env[70480]: DEBUG nova.network.neutron [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Refreshing network info cache for port 12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.439658] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:34:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e942e802-b3b3-4820-9849-bbe7a8999db0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:86:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c22a59-2280-423a-b811-312922599b3c', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.448175] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.449381] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.450106] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2cbe667-70d6-4be3-9056-665242f164e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.480928] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.480928] env[70480]: value = "task-3722733" [ 852.480928] env[70480]: _type = "Task" [ 852.480928] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.491602] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722733, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.771243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.811772] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722732, 'name': Rename_Task, 'duration_secs': 1.28224} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.812321] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.814019] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83ef74fe-157a-4ac0-baf6-ae423332097a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.821594] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 852.821594] env[70480]: value = "task-3722734" [ 852.821594] env[70480]: _type = "Task" [ 852.821594] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.835506] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.861208] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.551s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.861208] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.867500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.262s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.871991] env[70480]: INFO nova.compute.claims [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.994468] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722733, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.211836] env[70480]: DEBUG nova.network.neutron [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Updating instance_info_cache with network_info: [{"id": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "address": "fa:16:3e:15:0f:85", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc0c0d4-12", "ovs_interfaceid": "fcc0c0d4-1282-4b45-9ed8-501484e56a46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.296046] env[70480]: DEBUG nova.network.neutron [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updated VIF entry in instance network info cache for port 12c22a59-2280-423a-b811-312922599b3c. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.296046] env[70480]: DEBUG nova.network.neutron [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updating instance_info_cache with network_info: [{"id": "e942e802-b3b3-4820-9849-bbe7a8999db0", "address": "fa:16:3e:00:34:87", "network": {"id": "70a7960e-476a-40a7-ad1f-0e5bc0a166a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1243124785", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape942e802-b3", "ovs_interfaceid": "e942e802-b3b3-4820-9849-bbe7a8999db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12c22a59-2280-423a-b811-312922599b3c", "address": "fa:16:3e:80:86:65", "network": {"id": "70e6e826-7f57-433c-bd1d-66c84668e3b4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546188630", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c22a59-22", "ovs_interfaceid": "12c22a59-2280-423a-b811-312922599b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.340126] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.378471] env[70480]: DEBUG nova.compute.utils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.380272] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.380530] env[70480]: DEBUG nova.network.neutron [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.462172] env[70480]: DEBUG nova.policy [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f60e56bb65e4612939cde7808a41df5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23d0107e8fc544ff8ef53f038011ac7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.497459] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722733, 'name': CreateVM_Task, 'duration_secs': 0.539589} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.498584] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.499076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.499076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.499359] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.499636] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59278cf4-0f96-427c-83dc-aeee84d62140 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.507211] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 853.507211] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f0d9d8-7748-e608-df9b-db06030799d7" [ 853.507211] env[70480]: _type = "Task" [ 853.507211] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.518458] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f0d9d8-7748-e608-df9b-db06030799d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.715245] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.805957] env[70480]: DEBUG oslo_concurrency.lockutils [req-05f0d395-ddbb-4ad7-9073-7b7c106ab32e req-c0c92a51-667f-4a74-8736-5b39b3116f3c service nova] Releasing lock "refresh_cache-9477a9f6-7838-457f-b857-0bc14d6c51b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.834155] env[70480]: DEBUG oslo_vmware.api [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722734, 'name': PowerOnVM_Task, 'duration_secs': 0.603224} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.834463] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.834667] env[70480]: INFO nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Took 12.28 seconds to spawn the instance on the hypervisor. [ 853.834846] env[70480]: DEBUG nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.835678] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb33be8-94cb-419c-88bb-4e94951c2f7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.844160] env[70480]: DEBUG nova.network.neutron [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Successfully created port: 8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.884801] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.020872] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f0d9d8-7748-e608-df9b-db06030799d7, 'name': SearchDatastore_Task, 'duration_secs': 0.040924} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.020872] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.020872] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.021217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.021217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.021478] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.021672] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cce6d41-8a3b-4a10-8bc8-72503aa34dc5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.037990] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.038474] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.039438] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46920dca-e3be-432a-b5be-7f65998de496 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.048931] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 854.048931] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6cb96-5223-7131-bc57-29064dbbb8b2" [ 854.048931] env[70480]: _type = "Task" [ 854.048931] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.065844] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6cb96-5223-7131-bc57-29064dbbb8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.367268] env[70480]: INFO nova.compute.manager [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Took 47.33 seconds to build instance. [ 854.439364] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a403f-b949-45af-8c7c-0f0b0b17de77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.450395] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08cb536-e9ff-443e-b54d-ab0f1e8fe9a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.492102] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8284ca-8996-47cc-a1fd-bcea4b9c2d9c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.499905] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6c27e-b91b-4a39-aa05-2c2516e9da06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.520913] env[70480]: DEBUG nova.compute.provider_tree [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.560495] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6cb96-5223-7131-bc57-29064dbbb8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.030266} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.561392] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1690a17e-510b-4f56-8947-b578c0cebbbd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.568235] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 854.568235] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5205294d-ae34-fe22-90ab-d938ad954d6f" [ 854.568235] env[70480]: _type = "Task" [ 854.568235] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.578026] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5205294d-ae34-fe22-90ab-d938ad954d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.871404] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3963a369-54a7-4077-8f1c-248ee0e1489e tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "652b72ed-c876-4892-b26d-ad3d7947029d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.776s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.907136] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.024370] env[70480]: DEBUG nova.scheduler.client.report [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.080770] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5205294d-ae34-fe22-90ab-d938ad954d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014258} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.083100] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.083435] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9477a9f6-7838-457f-b857-0bc14d6c51b4/9477a9f6-7838-457f-b857-0bc14d6c51b4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.084930] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105027d3-5e0b-4ef2-8fb3-9795f25fd994 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.095383] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.095558] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.095845] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.096043] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.096224] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.096345] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.096568] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.096727] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.096966] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.097169] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.097343] env[70480]: DEBUG nova.virt.hardware [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.098416] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e42b6-9049-4602-b722-f759b018406a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.104224] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 855.104224] env[70480]: value = "task-3722735" [ 855.104224] env[70480]: _type = "Task" [ 855.104224] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.113810] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ebf8be-1806-40bb-b5e2-bf7aae7366ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.126073] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.287974] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.287974] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2114b7c5-10dc-4869-a189-55bb50377c2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.293673] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 855.293673] env[70480]: value = "task-3722736" [ 855.293673] env[70480]: _type = "Task" [ 855.293673] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.308722] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.381220] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.530911] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.532356] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.538421] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.018s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.540273] env[70480]: INFO nova.compute.claims [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.620079] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.621827] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.622280] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.811189] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722736, 'name': PowerOffVM_Task, 'duration_secs': 0.255896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.811489] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.812389] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098bbbb-3a35-4c13-b375-426d41e62815 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.836104] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb3fb1-0a8c-4297-90ef-48f8c3b9aa81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.893657] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.894507] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58f4027-38da-451f-80b0-01dcbe646fff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.902822] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 855.902822] env[70480]: value = "task-3722737" [ 855.902822] env[70480]: _type = "Task" [ 855.902822] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.913228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.916115] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 855.916266] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.916517] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.916665] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.916847] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.917153] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da548700-35a3-448f-a52d-f976fe1938f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.928391] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.928639] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.929574] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14254e54-7a1f-4684-901f-6ed5724e7a3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.937968] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 855.937968] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4c2d9-0b59-c769-f344-8366ba4f63a5" [ 855.937968] env[70480]: _type = "Task" [ 855.937968] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.945869] env[70480]: DEBUG nova.network.neutron [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Successfully updated port: 8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.952028] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4c2d9-0b59-c769-f344-8366ba4f63a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.040149] env[70480]: DEBUG nova.compute.utils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.042422] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.042422] env[70480]: DEBUG nova.network.neutron [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.107474] env[70480]: DEBUG nova.policy [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96b28ce7cbe4a4bab4ed0e4570cbf57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e931e9d69ca04373b068d8a986182755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.119262] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664274} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.119442] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9477a9f6-7838-457f-b857-0bc14d6c51b4/9477a9f6-7838-457f-b857-0bc14d6c51b4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.120291] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.120291] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed99790-7cf5-475e-9820-cea4cce79578 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.126354] env[70480]: DEBUG nova.compute.utils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.129015] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 856.129015] env[70480]: value = "task-3722738" [ 856.129015] env[70480]: _type = "Task" [ 856.129015] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.134093] env[70480]: DEBUG nova.compute.manager [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.135362] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f7b3ce-5c49-4827-bc69-e5e791728334 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.144719] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.268566] env[70480]: DEBUG nova.compute.manager [req-6c9a1776-1d17-4599-9cd8-69450346c2ba req-510b5338-6e74-4727-a964-03561f876ae8 service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Received event network-vif-plugged-8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.268566] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c9a1776-1d17-4599-9cd8-69450346c2ba req-510b5338-6e74-4727-a964-03561f876ae8 service nova] Acquiring lock "8dfd1d8b-ad57-40ed-9694-72238da965a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.269011] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c9a1776-1d17-4599-9cd8-69450346c2ba req-510b5338-6e74-4727-a964-03561f876ae8 service nova] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.269011] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c9a1776-1d17-4599-9cd8-69450346c2ba req-510b5338-6e74-4727-a964-03561f876ae8 service nova] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.269247] env[70480]: DEBUG nova.compute.manager [req-6c9a1776-1d17-4599-9cd8-69450346c2ba req-510b5338-6e74-4727-a964-03561f876ae8 service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] No waiting events found dispatching network-vif-plugged-8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 856.269456] env[70480]: WARNING nova.compute.manager [req-6c9a1776-1d17-4599-9cd8-69450346c2ba req-510b5338-6e74-4727-a964-03561f876ae8 service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Received unexpected event network-vif-plugged-8290ea84-8bab-4a54-acc9-0982de25674f for instance with vm_state building and task_state spawning. [ 856.451751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.452113] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquired lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.452209] env[70480]: DEBUG nova.network.neutron [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.453427] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4c2d9-0b59-c769-f344-8366ba4f63a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014694} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.460748] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f89114a-08ad-4fce-995c-e2fd8820128a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.466803] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 856.466803] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52185260-47d2-005b-6613-ac212b9eea07" [ 856.466803] env[70480]: _type = "Task" [ 856.466803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.477938] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52185260-47d2-005b-6613-ac212b9eea07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.545753] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.576795] env[70480]: DEBUG nova.network.neutron [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Successfully created port: c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.633072] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.645500] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094666} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.646501] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.647805] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55ed13-386d-4a4d-ac92-943e29655140 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.655227] env[70480]: INFO nova.compute.manager [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] instance snapshotting [ 856.660026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a24bd0b-f9ee-4c90-897c-a1dd8b396edd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.686796] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9477a9f6-7838-457f-b857-0bc14d6c51b4/9477a9f6-7838-457f-b857-0bc14d6c51b4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.692641] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd74e119-db66-4027-b882-611453841614 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.726924] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1ab6d9-e599-4e1e-aa3a-c5fa078b47e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.734616] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 856.734616] env[70480]: value = "task-3722739" [ 856.734616] env[70480]: _type = "Task" [ 856.734616] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.752515] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.982456] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52185260-47d2-005b-6613-ac212b9eea07, 'name': SearchDatastore_Task, 'duration_secs': 0.015165} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.987474] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.987800] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. {{(pid=70480) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 856.989039] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a62db6d-d642-4815-89e4-0c1e0b575ce6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.997591] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 856.997591] env[70480]: value = "task-3722740" [ 856.997591] env[70480]: _type = "Task" [ 856.997591] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.012540] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.013899] env[70480]: DEBUG nova.network.neutron [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.145990] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a17fd1-3758-4a68-9943-71ac6c6483b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.158353] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92836bc6-1cd3-45d0-87f8-0b6aa36ce164 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.197296] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd01e37-51bb-4d7c-8be2-2df67d0b2b6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.209902] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa2582b-e216-4d7f-80ff-73987ce5adc6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.225523] env[70480]: DEBUG nova.compute.provider_tree [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.243893] env[70480]: DEBUG nova.network.neutron [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Updating instance_info_cache with network_info: [{"id": "8290ea84-8bab-4a54-acc9-0982de25674f", "address": "fa:16:3e:5c:e1:c1", "network": {"id": "434dad84-90b5-40e1-a281-b1630711b1f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1362268199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d0107e8fc544ff8ef53f038011ac7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290ea84-8b", "ovs_interfaceid": "8290ea84-8bab-4a54-acc9-0982de25674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.248041] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.248041] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab7ea42d-4e0c-4ed6-9418-69c56e01134d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.256087] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.258128] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 857.258128] env[70480]: value = "task-3722741" [ 857.258128] env[70480]: _type = "Task" [ 857.258128] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.274766] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722741, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.476327] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b8d72-31ad-ed28-2fe4-aa34e7bc8d45/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.477598] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6606c108-00bc-473d-929f-23e8dec51a2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.486269] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b8d72-31ad-ed28-2fe4-aa34e7bc8d45/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.486489] env[70480]: ERROR oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b8d72-31ad-ed28-2fe4-aa34e7bc8d45/disk-0.vmdk due to incomplete transfer. [ 857.486758] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1c8516b-3528-482c-93fc-7820c1377e9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.497441] env[70480]: DEBUG oslo_vmware.rw_handles [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525b8d72-31ad-ed28-2fe4-aa34e7bc8d45/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.497720] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Uploaded image e1912c58-3800-46db-873a-bc61e4710108 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.500417] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.501742] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f910b8e3-46ba-4e41-9316-f5f8cfbb0458 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.520285] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.520285] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 857.520285] env[70480]: value = "task-3722742" [ 857.520285] env[70480]: _type = "Task" [ 857.520285] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.535024] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722742, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.562954] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.594010] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.594786] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.594786] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.594786] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.594962] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.595085] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.596110] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.596110] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.596110] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.596110] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.596443] env[70480]: DEBUG nova.virt.hardware [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.597591] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ec838-5901-47b7-aafc-46215dc68cbd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.610757] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5763aaf8-489f-44f4-9f81-933131a2f124 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.729507] env[70480]: DEBUG nova.scheduler.client.report [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.737534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.737865] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.738132] env[70480]: INFO nova.compute.manager [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Attaching volume 9b2416c8-ab17-4ae8-bce0-b9d965113a0d to /dev/sdb [ 857.747854] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Releasing lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.748221] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Instance network_info: |[{"id": "8290ea84-8bab-4a54-acc9-0982de25674f", "address": "fa:16:3e:5c:e1:c1", "network": {"id": "434dad84-90b5-40e1-a281-b1630711b1f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1362268199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d0107e8fc544ff8ef53f038011ac7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290ea84-8b", "ovs_interfaceid": "8290ea84-8bab-4a54-acc9-0982de25674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.749524] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e1:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8290ea84-8bab-4a54-acc9-0982de25674f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.759334] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Creating folder: Project (23d0107e8fc544ff8ef53f038011ac7b). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.764437] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98365e3-4c80-4b52-b8a1-93d98be85ceb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.766803] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722739, 'name': ReconfigVM_Task, 'duration_secs': 0.616399} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.771712] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9477a9f6-7838-457f-b857-0bc14d6c51b4/9477a9f6-7838-457f-b857-0bc14d6c51b4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.773680] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb92dd2a-3912-4b8f-8829-c588c2d16eb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.782875] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722741, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.786551] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea524784-fe2d-4c70-b351-e9eafb4dfda7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.790088] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 857.790088] env[70480]: value = "task-3722744" [ 857.790088] env[70480]: _type = "Task" [ 857.790088] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.792755] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Created folder: Project (23d0107e8fc544ff8ef53f038011ac7b) in parent group-v741156. [ 857.792962] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Creating folder: Instances. Parent ref: group-v741301. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.798496] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6933686-1c05-4b2b-a5a6-5d7572cbb9f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.805209] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6ca47-3e48-4690-aa01-3e088361dc9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.818320] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722744, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.820568] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Created folder: Instances in parent group-v741301. [ 857.820949] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.821158] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.821430] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084ca750-d31f-4c3d-95f7-99306fc39263 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.845921] env[70480]: DEBUG nova.virt.block_device [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updating existing volume attachment record: daadb773-ef5e-4f6e-bfc8-6ebb99704d21 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 857.855059] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.855059] env[70480]: value = "task-3722746" [ 857.855059] env[70480]: _type = "Task" [ 857.855059] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.864743] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722746, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.901293] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.901817] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.014088] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65939} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.014756] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. [ 858.015798] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d285b59-c106-4a78-8d17-1cfc4f12823b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.051808] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.060504] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27cae5e-781d-4738-9f3f-500e71f7089d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.072719] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722742, 'name': Destroy_Task, 'duration_secs': 0.501599} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.072719] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Destroyed the VM [ 858.072719] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.072719] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33c618c3-a4dd-44c1-9c03-2d5dfec6943b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077940] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 858.077940] env[70480]: value = "task-3722749" [ 858.077940] env[70480]: _type = "Task" [ 858.077940] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.079495] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 858.079495] env[70480]: value = "task-3722750" [ 858.079495] env[70480]: _type = "Task" [ 858.079495] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.094293] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.097768] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.226539] env[70480]: DEBUG nova.network.neutron [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Successfully updated port: c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.238349] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.240750] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.243243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.845s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.278294] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722741, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.304495] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722744, 'name': Rename_Task, 'duration_secs': 0.35717} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.307453] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.307453] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d751a0ab-eebd-484b-aa4d-edcd65d2eb47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.313196] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 858.313196] env[70480]: value = "task-3722752" [ 858.313196] env[70480]: _type = "Task" [ 858.313196] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.324904] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.367627] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722746, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.516228] env[70480]: DEBUG nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Received event network-changed-8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.517496] env[70480]: DEBUG nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Refreshing instance network info cache due to event network-changed-8290ea84-8bab-4a54-acc9-0982de25674f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.517496] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Acquiring lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.517496] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Acquired lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.517496] env[70480]: DEBUG nova.network.neutron [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Refreshing network info cache for port 8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.592554] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.595814] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.731739] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.731975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.732249] env[70480]: DEBUG nova.network.neutron [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.747140] env[70480]: DEBUG nova.compute.utils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.750257] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.754969] env[70480]: DEBUG nova.network.neutron [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.761716] env[70480]: INFO nova.compute.claims [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.779890] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722741, 'name': CreateSnapshot_Task, 'duration_secs': 1.27253} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.783972] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.783972] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7411c3-ea4f-4759-8110-09228ddcff52 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.800165] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "600cd2e6-3cb9-493e-b10d-730fe88849a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.800460] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.825069] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.832193] env[70480]: DEBUG nova.policy [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45cf87aa050e493d8121ad140cc8c295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d771ea72084e299b0307cdb5ed1fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.868789] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722746, 'name': CreateVM_Task, 'duration_secs': 0.817341} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.869033] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.869756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.869936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.870286] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.870606] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee89753-5e0c-48c6-a9c3-51eafbd76ce0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.877319] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 858.877319] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521661fd-01c6-e570-487e-b7c3fb35e1cd" [ 858.877319] env[70480]: _type = "Task" [ 858.877319] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.888139] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521661fd-01c6-e570-487e-b7c3fb35e1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.094294] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722749, 'name': ReconfigVM_Task, 'duration_secs': 0.723792} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.098196] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.098695] env[70480]: DEBUG oslo_vmware.api [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722750, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792574} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.099594] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a45884a-8129-4c0c-8edf-65e272e36ac0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.102982] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.103319] env[70480]: INFO nova.compute.manager [None req-5f2a0cfd-0ad4-4127-99aa-c9b704ed8de8 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 859.133929] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5055a90f-86e5-4129-8e7e-0525a1c7689a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.149280] env[70480]: DEBUG nova.network.neutron [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Successfully created port: 3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.153579] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 859.153579] env[70480]: value = "task-3722753" [ 859.153579] env[70480]: _type = "Task" [ 859.153579] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.165619] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.259321] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.270923] env[70480]: INFO nova.compute.resource_tracker [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating resource usage from migration 30e4e4de-d33f-43cf-a43b-4ff860878f45 [ 859.283575] env[70480]: DEBUG nova.network.neutron [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.309106] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.312806] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d0baba5-32c9-449e-9fea-ec66d4b9e638 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.333778] env[70480]: DEBUG oslo_vmware.api [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722752, 'name': PowerOnVM_Task, 'duration_secs': 0.914614} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.338316] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.338617] env[70480]: INFO nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Took 15.02 seconds to spawn the instance on the hypervisor. [ 859.338811] env[70480]: DEBUG nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.339202] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 859.339202] env[70480]: value = "task-3722754" [ 859.339202] env[70480]: _type = "Task" [ 859.339202] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.340075] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a842b-ec94-4d3b-b40a-eb5f240a4945 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.355810] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722754, 'name': CloneVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.390098] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521661fd-01c6-e570-487e-b7c3fb35e1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.392493] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.392493] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.392672] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.392715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.392980] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.394146] env[70480]: DEBUG nova.network.neutron [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Updated VIF entry in instance network info cache for port 8290ea84-8bab-4a54-acc9-0982de25674f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.394535] env[70480]: DEBUG nova.network.neutron [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Updating instance_info_cache with network_info: [{"id": "8290ea84-8bab-4a54-acc9-0982de25674f", "address": "fa:16:3e:5c:e1:c1", "network": {"id": "434dad84-90b5-40e1-a281-b1630711b1f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1362268199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d0107e8fc544ff8ef53f038011ac7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290ea84-8b", "ovs_interfaceid": "8290ea84-8bab-4a54-acc9-0982de25674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.399029] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37202adf-1279-43eb-8657-0ab1e89353f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.406720] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.406871] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.408399] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85958e8e-3d1d-45b4-a354-da143d047b14 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.418779] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 859.418779] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5283d77b-a224-4124-85ee-db69751ae601" [ 859.418779] env[70480]: _type = "Task" [ 859.418779] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.438546] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5283d77b-a224-4124-85ee-db69751ae601, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.439442] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21aea1c-dcb8-493d-95a5-f41a076ad1ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.447160] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 859.447160] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521ffa7d-278f-ff72-d667-8f611b78805e" [ 859.447160] env[70480]: _type = "Task" [ 859.447160] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.456147] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521ffa7d-278f-ff72-d667-8f611b78805e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.535706] env[70480]: DEBUG nova.network.neutron [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [{"id": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "address": "fa:16:3e:99:6f:40", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc080f407-51", "ovs_interfaceid": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.665638] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722753, 'name': ReconfigVM_Task, 'duration_secs': 0.238196} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.665968] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.672034] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e929bede-d75c-4873-89e7-1c9d6bef763b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.679629] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 859.679629] env[70480]: value = "task-3722755" [ 859.679629] env[70480]: _type = "Task" [ 859.679629] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.691468] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.858313] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722754, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.869994] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ef9a2c-c5b7-46a4-84ef-8ef99773f293 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.874984] env[70480]: INFO nova.compute.manager [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Took 48.75 seconds to build instance. [ 859.881848] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08879a56-5ea6-4812-af77-1be90beeec81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.916076] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Releasing lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.916316] env[70480]: DEBUG nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Received event network-vif-plugged-c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.916518] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Acquiring lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.916751] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.916917] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.917302] env[70480]: DEBUG nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] No waiting events found dispatching network-vif-plugged-c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.917302] env[70480]: WARNING nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Received unexpected event network-vif-plugged-c080f407-5175-4143-8b1f-8470c5aa9ce9 for instance with vm_state building and task_state spawning. [ 859.917458] env[70480]: DEBUG nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Received event network-changed-c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.917562] env[70480]: DEBUG nova.compute.manager [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Refreshing instance network info cache due to event network-changed-c080f407-5175-4143-8b1f-8470c5aa9ce9. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.917727] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Acquiring lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.919451] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd8356c-1b69-42ce-8d01-ada056b8eb8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.929278] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b425dd-e245-474d-8a05-1f34649c494f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.946628] env[70480]: DEBUG nova.compute.provider_tree [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.958239] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521ffa7d-278f-ff72-d667-8f611b78805e, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.958525] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.958799] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 8dfd1d8b-ad57-40ed-9694-72238da965a0/8dfd1d8b-ad57-40ed-9694-72238da965a0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.959078] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429ed572-aa5d-4289-a347-573ab0c3541c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.967624] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 859.967624] env[70480]: value = "task-3722756" [ 859.967624] env[70480]: _type = "Task" [ 859.967624] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.977371] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.039985] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.040427] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance network_info: |[{"id": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "address": "fa:16:3e:99:6f:40", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc080f407-51", "ovs_interfaceid": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.040800] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Acquired lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.041052] env[70480]: DEBUG nova.network.neutron [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Refreshing network info cache for port c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.042671] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:6f:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c080f407-5175-4143-8b1f-8470c5aa9ce9', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.052311] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.052999] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.054120] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f8e68e-0e27-4828-97d5-0af565857009 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.079141] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.079141] env[70480]: value = "task-3722757" [ 860.079141] env[70480]: _type = "Task" [ 860.079141] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.090100] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722757, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.192650] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.272979] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.313983] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.314407] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.314496] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.314621] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.314764] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.314910] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.315144] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.315345] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.315447] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.315614] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.315781] env[70480]: DEBUG nova.virt.hardware [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.317272] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596380c2-29bd-48e6-a286-ac1d76512dc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.327958] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9a4f4-bfd7-41c9-9bf1-1abecf66b4ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.355511] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722754, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.379166] env[70480]: DEBUG oslo_concurrency.lockutils [None req-231c96c3-6ae0-4bf3-addf-f582e73fd57c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.947s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.473173] env[70480]: ERROR nova.scheduler.client.report [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [req-2869586c-8cbf-4534-bccd-d470aa296740] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2869586c-8cbf-4534-bccd-d470aa296740"}]} [ 860.482899] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722756, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.495941] env[70480]: DEBUG nova.scheduler.client.report [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.514579] env[70480]: DEBUG nova.scheduler.client.report [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.514912] env[70480]: DEBUG nova.compute.provider_tree [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.532260] env[70480]: DEBUG nova.scheduler.client.report [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.557340] env[70480]: DEBUG nova.scheduler.client.report [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.592515] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722757, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.691908] env[70480]: DEBUG oslo_vmware.api [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722755, 'name': PowerOnVM_Task, 'duration_secs': 0.641092} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.694844] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.698925] env[70480]: DEBUG nova.compute.manager [None req-c5ff9d30-a315-4733-8934-28a5477cf4b4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.698925] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33fc1ac-11ca-4955-9e3e-bef3bfe75a04 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.805380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "9477a9f6-7838-457f-b857-0bc14d6c51b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.805732] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.805966] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.806183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.806358] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.811956] env[70480]: INFO nova.compute.manager [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Terminating instance [ 860.859335] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722754, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.881307] env[70480]: DEBUG nova.compute.manager [None req-c8f8d355-54ef-437f-b602-ec572bddd97c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: e71ce0e2-a8c2-4d3c-bc10-718fa0051531] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.949150] env[70480]: DEBUG nova.network.neutron [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updated VIF entry in instance network info cache for port c080f407-5175-4143-8b1f-8470c5aa9ce9. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.949150] env[70480]: DEBUG nova.network.neutron [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [{"id": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "address": "fa:16:3e:99:6f:40", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc080f407-51", "ovs_interfaceid": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.987211] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551969} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.987714] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 8dfd1d8b-ad57-40ed-9694-72238da965a0/8dfd1d8b-ad57-40ed-9694-72238da965a0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.988162] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.988781] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6368c8b7-887e-44b4-8f37-93304d3a945c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.004701] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 861.004701] env[70480]: value = "task-3722759" [ 861.004701] env[70480]: _type = "Task" [ 861.004701] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.020980] env[70480]: DEBUG nova.network.neutron [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Successfully updated port: 3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.033303] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.095132] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722757, 'name': CreateVM_Task, 'duration_secs': 0.588915} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.095384] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.096457] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.096663] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.096999] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.100208] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd5f92d-2efa-4e71-bb03-872d06d91221 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106884] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 861.106884] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528f200a-ac95-2fce-9b46-824d4af63d04" [ 861.106884] env[70480]: _type = "Task" [ 861.106884] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.116749] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528f200a-ac95-2fce-9b46-824d4af63d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.204707] env[70480]: DEBUG nova.compute.manager [req-d57320ad-1ba3-4603-bcdb-02f2f55553a5 req-16e20a0f-4b70-4e48-9d65-29d550554551 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Received event network-vif-plugged-3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.204927] env[70480]: DEBUG oslo_concurrency.lockutils [req-d57320ad-1ba3-4603-bcdb-02f2f55553a5 req-16e20a0f-4b70-4e48-9d65-29d550554551 service nova] Acquiring lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.205174] env[70480]: DEBUG oslo_concurrency.lockutils [req-d57320ad-1ba3-4603-bcdb-02f2f55553a5 req-16e20a0f-4b70-4e48-9d65-29d550554551 service nova] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.205320] env[70480]: DEBUG oslo_concurrency.lockutils [req-d57320ad-1ba3-4603-bcdb-02f2f55553a5 req-16e20a0f-4b70-4e48-9d65-29d550554551 service nova] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.205470] env[70480]: DEBUG nova.compute.manager [req-d57320ad-1ba3-4603-bcdb-02f2f55553a5 req-16e20a0f-4b70-4e48-9d65-29d550554551 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] No waiting events found dispatching network-vif-plugged-3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.206344] env[70480]: WARNING nova.compute.manager [req-d57320ad-1ba3-4603-bcdb-02f2f55553a5 req-16e20a0f-4b70-4e48-9d65-29d550554551 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Received unexpected event network-vif-plugged-3324664f-1161-4b21-b767-22ca53388c80 for instance with vm_state building and task_state spawning. [ 861.207907] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9768cb-9cb9-4807-ba67-e7cb8e160eff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.219685] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5708e11-7cd2-4f11-9dc9-3c9e24d332d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.254352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b92924-c6c5-40ff-beee-2d2f84d18254 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.265153] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d8be55-34e1-4f9d-b479-7dd0de1a60b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.282912] env[70480]: DEBUG nova.compute.provider_tree [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.319566] env[70480]: DEBUG nova.compute.manager [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.319566] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.320387] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27dd487-806e-4661-8253-d5d59c6b56d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.329443] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.330282] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e43edc1-4601-4567-9ea9-15df5e435e43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.338333] env[70480]: DEBUG oslo_vmware.api [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 861.338333] env[70480]: value = "task-3722760" [ 861.338333] env[70480]: _type = "Task" [ 861.338333] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.347921] env[70480]: DEBUG oslo_vmware.api [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.359030] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722754, 'name': CloneVM_Task, 'duration_secs': 1.816687} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.359315] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Created linked-clone VM from snapshot [ 861.360084] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5e54d-9882-4052-8c8a-dfa93a1c108a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.368721] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Uploading image 28cd77ba-e07e-43d0-a504-73614ad9485c {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.379239] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.379469] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66ab55c4-f3c1-4ff7-839f-af5695ec1acb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.387368] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 861.387368] env[70480]: value = "task-3722761" [ 861.387368] env[70480]: _type = "Task" [ 861.387368] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.391050] env[70480]: DEBUG nova.compute.manager [None req-c8f8d355-54ef-437f-b602-ec572bddd97c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: e71ce0e2-a8c2-4d3c-bc10-718fa0051531] Instance disappeared before build. {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 861.398099] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722761, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.452917] env[70480]: DEBUG oslo_concurrency.lockutils [req-3a12456f-ad0d-4963-8541-da875c9ed3ff req-0813ead0-f94e-4e09-82e2-66f89900694c service nova] Releasing lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.517148] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112681} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.517460] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.518363] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b2f75-92af-45ce-8b96-0d5504c9018e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.539548] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-ae1befdb-7833-4d66-9a74-aba5c8753fb9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.540063] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-ae1befdb-7833-4d66-9a74-aba5c8753fb9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.540063] env[70480]: DEBUG nova.network.neutron [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.552249] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8dfd1d8b-ad57-40ed-9694-72238da965a0/8dfd1d8b-ad57-40ed-9694-72238da965a0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.556414] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfdc1002-1c36-4b82-b0ed-99176d177eb6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.582028] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 861.582028] env[70480]: value = "task-3722762" [ 861.582028] env[70480]: _type = "Task" [ 861.582028] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.591764] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.614385] env[70480]: DEBUG nova.network.neutron [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.625363] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528f200a-ac95-2fce-9b46-824d4af63d04, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.625363] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.625363] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.625525] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.625683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.625920] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.626268] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb8d85d9-18b2-43d0-ac8e-cc72d1055131 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.636911] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.637382] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.641238] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a24e44e-ae80-4f9e-8147-b9325d13ba0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.648462] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 861.648462] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cbb4e4-e05b-a536-c65e-7693c99b5330" [ 861.648462] env[70480]: _type = "Task" [ 861.648462] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.659310] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cbb4e4-e05b-a536-c65e-7693c99b5330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.765734] env[70480]: DEBUG nova.compute.manager [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.767102] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1036dd76-39e9-481c-8592-fbdfe8c759a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.789829] env[70480]: DEBUG nova.network.neutron [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Updating instance_info_cache with network_info: [{"id": "3324664f-1161-4b21-b767-22ca53388c80", "address": "fa:16:3e:43:28:f1", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3324664f-11", "ovs_interfaceid": "3324664f-1161-4b21-b767-22ca53388c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.826108] env[70480]: DEBUG nova.scheduler.client.report [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.826435] env[70480]: DEBUG nova.compute.provider_tree [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 81 to 82 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.826682] env[70480]: DEBUG nova.compute.provider_tree [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.851500] env[70480]: DEBUG oslo_vmware.api [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722760, 'name': PowerOffVM_Task, 'duration_secs': 0.372076} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.851788] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.852056] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.852379] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2d3f2c-ea6f-4191-8150-bba339250acd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.899476] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722761, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.911594] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8f8d355-54ef-437f-b602-ec572bddd97c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "e71ce0e2-a8c2-4d3c-bc10-718fa0051531" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.415s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.976043] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.976397] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.976647] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Deleting the datastore file [datastore1] 9477a9f6-7838-457f-b857-0bc14d6c51b4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.977046] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6828dbaa-4dfa-4bd4-9859-f885caf8d417 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.984319] env[70480]: DEBUG oslo_vmware.api [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for the task: (returnval){ [ 861.984319] env[70480]: value = "task-3722764" [ 861.984319] env[70480]: _type = "Task" [ 861.984319] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.995261] env[70480]: DEBUG oslo_vmware.api [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.094020] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722762, 'name': ReconfigVM_Task, 'duration_secs': 0.319778} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.094020] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8dfd1d8b-ad57-40ed-9694-72238da965a0/8dfd1d8b-ad57-40ed-9694-72238da965a0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.094020] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222d55bb-884b-4e33-851d-6bfe25e4f48c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.101299] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 862.101299] env[70480]: value = "task-3722765" [ 862.101299] env[70480]: _type = "Task" [ 862.101299] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.114237] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722765, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.164398] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cbb4e4-e05b-a536-c65e-7693c99b5330, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.165414] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf509db-5b46-4e5f-9491-30e2c2c36235 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.172313] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 862.172313] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529d1e6e-c39c-92f4-a2ab-07ce3d518ed0" [ 862.172313] env[70480]: _type = "Task" [ 862.172313] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.184582] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529d1e6e-c39c-92f4-a2ab-07ce3d518ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.282415] env[70480]: INFO nova.compute.manager [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] instance snapshotting [ 862.285587] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80889f85-b520-4552-be2b-81306fd2fa8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.306718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-ae1befdb-7833-4d66-9a74-aba5c8753fb9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.307069] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance network_info: |[{"id": "3324664f-1161-4b21-b767-22ca53388c80", "address": "fa:16:3e:43:28:f1", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3324664f-11", "ovs_interfaceid": "3324664f-1161-4b21-b767-22ca53388c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.307651] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:28:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3324664f-1161-4b21-b767-22ca53388c80', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.316912] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.317675] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c08ec-ac04-43d7-9989-befaf1e84fbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.320460] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.320750] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d095ce60-6a10-4024-86e8-5c56d6654cff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.339533] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.096s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.339795] env[70480]: INFO nova.compute.manager [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Migrating [ 862.349545] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.308s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.349729] env[70480]: DEBUG nova.objects.instance [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lazy-loading 'resources' on Instance uuid d9ff21da-9b26-4512-8769-42aa26c34ad4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.364578] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.364578] env[70480]: value = "task-3722766" [ 862.364578] env[70480]: _type = "Task" [ 862.364578] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.378696] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722766, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.400293] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722761, 'name': Destroy_Task, 'duration_secs': 0.659896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.400775] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Destroyed the VM [ 862.401062] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.401331] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c40d11c1-65e7-4aa5-8416-1f79c8e240a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.410528] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 862.410528] env[70480]: value = "task-3722767" [ 862.410528] env[70480]: _type = "Task" [ 862.410528] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.415370] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.419748] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 862.419748] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741306', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'name': 'volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab7a8a12-770a-43c4-b770-7c5201f04dde', 'attached_at': '', 'detached_at': '', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'serial': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 862.422285] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1cb5f2-a87b-497a-ab69-0a7af34fd300 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.429858] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722767, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.445527] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf4ac5c-4bbe-40c2-b222-0f9311dbf0d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.472930] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d/volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.474326] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f2fcd9-787a-4fba-93a4-50632a82bcf7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.499874] env[70480]: DEBUG oslo_vmware.api [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Task: {'id': task-3722764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19429} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.501813] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.502075] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.502414] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.502598] env[70480]: INFO nova.compute.manager [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 862.502861] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.503145] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Waiting for the task: (returnval){ [ 862.503145] env[70480]: value = "task-3722768" [ 862.503145] env[70480]: _type = "Task" [ 862.503145] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.503341] env[70480]: DEBUG nova.compute.manager [-] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.503438] env[70480]: DEBUG nova.network.neutron [-] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.515596] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.612095] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722765, 'name': Rename_Task, 'duration_secs': 0.170856} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.614984] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.615340] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-944aeaeb-ad7b-4313-bb1a-06add5df2d1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.624120] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 862.624120] env[70480]: value = "task-3722769" [ 862.624120] env[70480]: _type = "Task" [ 862.624120] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.635425] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.683040] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529d1e6e-c39c-92f4-a2ab-07ce3d518ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.01446} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.683449] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.683803] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2aba3d33-4f99-4931-8385-8216e207a37d/2aba3d33-4f99-4931-8385-8216e207a37d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.684197] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c64ad1a0-4425-42cc-a4a8-711d9fd2994a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.694352] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 862.694352] env[70480]: value = "task-3722770" [ 862.694352] env[70480]: _type = "Task" [ 862.694352] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.705171] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.869718] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.870752] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.870889] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.871154] env[70480]: DEBUG nova.network.neutron [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.872756] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c436fe9-5e82-4101-8ec7-810e964e845f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.897071] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722766, 'name': CreateVM_Task, 'duration_secs': 0.398045} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.897071] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.897300] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 862.897300] env[70480]: value = "task-3722771" [ 862.897300] env[70480]: _type = "Task" [ 862.897300] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.897911] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.898090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.898454] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.899186] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6694f5-5ed4-4cb5-aacb-9e8b55d3ee40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.912247] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 862.912247] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aba462-d16c-a7d1-776c-2e1109638cc6" [ 862.912247] env[70480]: _type = "Task" [ 862.912247] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.923904] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722771, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.939681] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722767, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.940416] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aba462-d16c-a7d1-776c-2e1109638cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.969098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.023071] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.136578] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.213839] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722770, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.274670] env[70480]: DEBUG nova.compute.manager [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Received event network-changed-3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.274670] env[70480]: DEBUG nova.compute.manager [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Refreshing instance network info cache due to event network-changed-3324664f-1161-4b21-b767-22ca53388c80. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.274929] env[70480]: DEBUG oslo_concurrency.lockutils [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] Acquiring lock "refresh_cache-ae1befdb-7833-4d66-9a74-aba5c8753fb9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.275137] env[70480]: DEBUG oslo_concurrency.lockutils [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] Acquired lock "refresh_cache-ae1befdb-7833-4d66-9a74-aba5c8753fb9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.275367] env[70480]: DEBUG nova.network.neutron [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Refreshing network info cache for port 3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.414341] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722771, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.434959] env[70480]: DEBUG oslo_vmware.api [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722767, 'name': RemoveSnapshot_Task, 'duration_secs': 0.918603} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.438042] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.446291] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aba462-d16c-a7d1-776c-2e1109638cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.076054} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.446669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.447787] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.448756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.449014] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.449264] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.449592] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7668dd20-2a03-4edc-9f5f-03ed0f8397a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.466463] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.467324] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.467653] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21df8931-82df-45b2-a0b3-34975fcbc22f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.479259] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 863.479259] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ff93cd-ac5b-c8cd-bd52-294618f06e9f" [ 863.479259] env[70480]: _type = "Task" [ 863.479259] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.490417] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ff93cd-ac5b-c8cd-bd52-294618f06e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.527632] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722768, 'name': ReconfigVM_Task, 'duration_secs': 0.75417} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.528430] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d/volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.537414] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66bcb77-f9a2-4857-a52f-04fbc81bc808 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.562440] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Waiting for the task: (returnval){ [ 863.562440] env[70480]: value = "task-3722772" [ 863.562440] env[70480]: _type = "Task" [ 863.562440] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.577490] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.579457] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c90bb7-4b4b-4ca7-ab3f-bf187cc2a3e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.589419] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f35f7-72f4-4148-9b39-53dcf02c24a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.625636] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fe0f9a-ba9a-4cd3-95cc-6cc67cc6fc4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.642716] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db76922-3d31-4f51-9e42-e2974fc3512a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.649476] env[70480]: DEBUG oslo_vmware.api [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722769, 'name': PowerOnVM_Task, 'duration_secs': 0.863708} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.649476] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.649476] env[70480]: INFO nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Took 8.74 seconds to spawn the instance on the hypervisor. [ 863.649476] env[70480]: DEBUG nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.649476] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91873e7-68e2-44f3-9cbd-25333fcc52c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.662063] env[70480]: DEBUG nova.compute.provider_tree [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.673817] env[70480]: DEBUG nova.network.neutron [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.706454] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584676} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.707370] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2aba3d33-4f99-4931-8385-8216e207a37d/2aba3d33-4f99-4931-8385-8216e207a37d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.707650] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.707878] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60d7e57e-f00c-468b-a21a-a17fe50952df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.715894] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 863.715894] env[70480]: value = "task-3722773" [ 863.715894] env[70480]: _type = "Task" [ 863.715894] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.726460] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.885698] env[70480]: DEBUG nova.network.neutron [-] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.914019] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722771, 'name': CreateSnapshot_Task, 'duration_secs': 0.671} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.914019] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.914019] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f45b7c-6943-482d-ba5e-0358b5f9758d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.946756] env[70480]: WARNING nova.compute.manager [None req-5b14db96-4061-4601-904f-a39d1c7ca478 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Image not found during snapshot: nova.exception.ImageNotFound: Image 28cd77ba-e07e-43d0-a504-73614ad9485c could not be found. [ 863.991506] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ff93cd-ac5b-c8cd-bd52-294618f06e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.994563] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be758a77-8e77-4dc7-ba60-69a64a22ab9e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.000803] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 864.000803] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca6489-a362-bf89-d962-4474d3a4a29a" [ 864.000803] env[70480]: _type = "Task" [ 864.000803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.014492] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca6489-a362-bf89-d962-4474d3a4a29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.028853] env[70480]: DEBUG nova.network.neutron [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Updated VIF entry in instance network info cache for port 3324664f-1161-4b21-b767-22ca53388c80. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.029581] env[70480]: DEBUG nova.network.neutron [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Updating instance_info_cache with network_info: [{"id": "3324664f-1161-4b21-b767-22ca53388c80", "address": "fa:16:3e:43:28:f1", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3324664f-11", "ovs_interfaceid": "3324664f-1161-4b21-b767-22ca53388c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.056757] env[70480]: INFO nova.compute.manager [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Rescuing [ 864.057250] env[70480]: DEBUG oslo_concurrency.lockutils [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.057550] env[70480]: DEBUG oslo_concurrency.lockutils [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.057861] env[70480]: DEBUG nova.network.neutron [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.074598] env[70480]: DEBUG oslo_vmware.api [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722772, 'name': ReconfigVM_Task, 'duration_secs': 0.297841} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.074958] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741306', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'name': 'volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab7a8a12-770a-43c4-b770-7c5201f04dde', 'attached_at': '', 'detached_at': '', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'serial': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.179978] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.185324] env[70480]: INFO nova.compute.manager [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Took 45.14 seconds to build instance. [ 864.204946] env[70480]: DEBUG nova.scheduler.client.report [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 864.205291] env[70480]: DEBUG nova.compute.provider_tree [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 82 to 83 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 864.205481] env[70480]: DEBUG nova.compute.provider_tree [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.228540] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072558} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.228849] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.229739] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d5c738-553d-42bf-837e-5b608309c36e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.253853] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2aba3d33-4f99-4931-8385-8216e207a37d/2aba3d33-4f99-4931-8385-8216e207a37d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.254522] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12d9365-c22d-43bf-9780-74945d4e9ba3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.276747] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 864.276747] env[70480]: value = "task-3722774" [ 864.276747] env[70480]: _type = "Task" [ 864.276747] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.285711] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.388729] env[70480]: INFO nova.compute.manager [-] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Took 1.89 seconds to deallocate network for instance. [ 864.435073] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.436767] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72a781d4-c6f6-4a89-b057-f14171ccebbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.450299] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 864.450299] env[70480]: value = "task-3722775" [ 864.450299] env[70480]: _type = "Task" [ 864.450299] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.461150] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722775, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.509076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "652b72ed-c876-4892-b26d-ad3d7947029d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.509326] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "652b72ed-c876-4892-b26d-ad3d7947029d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.509547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "652b72ed-c876-4892-b26d-ad3d7947029d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.509833] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "652b72ed-c876-4892-b26d-ad3d7947029d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.510150] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "652b72ed-c876-4892-b26d-ad3d7947029d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.516204] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca6489-a362-bf89-d962-4474d3a4a29a, 'name': SearchDatastore_Task, 'duration_secs': 0.067686} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.516672] env[70480]: INFO nova.compute.manager [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Terminating instance [ 864.518466] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.518751] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.519041] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e7c151-0d21-4bca-8bf6-c2b16ae95861 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.532032] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 864.532032] env[70480]: value = "task-3722776" [ 864.532032] env[70480]: _type = "Task" [ 864.532032] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.535136] env[70480]: DEBUG oslo_concurrency.lockutils [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] Releasing lock "refresh_cache-ae1befdb-7833-4d66-9a74-aba5c8753fb9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.535747] env[70480]: DEBUG nova.compute.manager [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received event network-vif-deleted-12c22a59-2280-423a-b811-312922599b3c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.537327] env[70480]: INFO nova.compute.manager [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Neutron deleted interface 12c22a59-2280-423a-b811-312922599b3c; detaching it from the instance and deleting it from the info cache [ 864.537327] env[70480]: DEBUG nova.network.neutron [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updating instance_info_cache with network_info: [{"id": "e942e802-b3b3-4820-9849-bbe7a8999db0", "address": "fa:16:3e:00:34:87", "network": {"id": "70a7960e-476a-40a7-ad1f-0e5bc0a166a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1243124785", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee31ae95d72b4aa3a3b79d0e59fbe93f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape942e802-b3", "ovs_interfaceid": "e942e802-b3b3-4820-9849-bbe7a8999db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.544926] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.688669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ab181e4-07f7-4ed2-9a39-f1504d591901 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.570s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.711723] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.717178] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.555s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.724640] env[70480]: INFO nova.compute.claims [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.755391] env[70480]: INFO nova.scheduler.client.report [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Deleted allocations for instance d9ff21da-9b26-4512-8769-42aa26c34ad4 [ 864.793778] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.827059] env[70480]: DEBUG nova.network.neutron [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Updating instance_info_cache with network_info: [{"id": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "address": "fa:16:3e:7d:89:e5", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c095c6-ae", "ovs_interfaceid": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.896902] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.944950] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.945284] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.945539] env[70480]: INFO nova.compute.manager [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Rebooting instance [ 864.968556] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722775, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.026570] env[70480]: DEBUG nova.compute.manager [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.026570] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.026570] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24691e00-0f37-480b-8a43-d76a606b8cdc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.050028] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e44f184-6954-4dc9-8753-a878b670b67e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.050028] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.050028] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.050028] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06867e44-c2f5-4bc8-97c0-6f4bbc2b41bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.062743] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca83b5-c2bf-4b41-b2f4-8c657187108c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.075470] env[70480]: DEBUG oslo_vmware.api [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 865.075470] env[70480]: value = "task-3722777" [ 865.075470] env[70480]: _type = "Task" [ 865.075470] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.089034] env[70480]: DEBUG oslo_vmware.api [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.107386] env[70480]: DEBUG nova.compute.manager [req-2425bedc-bc12-4a19-8384-87e73d825b87 req-a03cea65-1a33-487e-ab92-3a6fb34a3219 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Detach interface failed, port_id=12c22a59-2280-423a-b811-312922599b3c, reason: Instance 9477a9f6-7838-457f-b857-0bc14d6c51b4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.121028] env[70480]: DEBUG nova.objects.instance [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lazy-loading 'flavor' on Instance uuid ab7a8a12-770a-43c4-b770-7c5201f04dde {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.196315] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.265399] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Lock "d9ff21da-9b26-4512-8769-42aa26c34ad4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.757s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.296077] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722774, 'name': ReconfigVM_Task, 'duration_secs': 0.611068} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.296497] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2aba3d33-4f99-4931-8385-8216e207a37d/2aba3d33-4f99-4931-8385-8216e207a37d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.297526] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b8dbbf-8806-4436-8875-6ad091224bbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.308027] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 865.308027] env[70480]: value = "task-3722778" [ 865.308027] env[70480]: _type = "Task" [ 865.308027] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.318433] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722778, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.331105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.393429] env[70480]: DEBUG nova.compute.manager [req-0b3295a6-e005-46f1-af7e-5d36f2f96fbe req-c3becc55-b1dc-4de4-bd3b-2da5f97f80e7 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Received event network-vif-deleted-e942e802-b3b3-4820-9849-bbe7a8999db0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.393587] env[70480]: INFO nova.compute.manager [req-0b3295a6-e005-46f1-af7e-5d36f2f96fbe req-c3becc55-b1dc-4de4-bd3b-2da5f97f80e7 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Neutron deleted interface e942e802-b3b3-4820-9849-bbe7a8999db0; detaching it from the instance and deleting it from the info cache [ 865.393833] env[70480]: DEBUG nova.network.neutron [req-0b3295a6-e005-46f1-af7e-5d36f2f96fbe req-c3becc55-b1dc-4de4-bd3b-2da5f97f80e7 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.468980] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722775, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.474381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.474547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquired lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.474719] env[70480]: DEBUG nova.network.neutron [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.543096] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.543375] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.543601] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.543883] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd5a8fc0-4b8e-47dc-9c39-bfd44ad3069b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.551137] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 865.551137] env[70480]: value = "task-3722779" [ 865.551137] env[70480]: _type = "Task" [ 865.551137] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.560805] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.585725] env[70480]: DEBUG oslo_vmware.api [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722777, 'name': PowerOffVM_Task, 'duration_secs': 0.194093} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.586011] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.586194] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.586589] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13c8ba46-ebd9-4eee-a2f4-5f7b5af0ee6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.626897] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf1a0999-c888-4fcb-bd46-15e45ae9d8fb tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.889s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.675759] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.676012] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.676212] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleting the datastore file [datastore1] 652b72ed-c876-4892-b26d-ad3d7947029d {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.676488] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-325dd20f-4782-4179-ba91-641f7a41a5dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.692556] env[70480]: DEBUG oslo_vmware.api [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 865.692556] env[70480]: value = "task-3722781" [ 865.692556] env[70480]: _type = "Task" [ 865.692556] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.704306] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1202771b-6c4f-4b88-ad49-533df52346a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.714092] env[70480]: DEBUG oslo_vmware.api [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.735020] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.749048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.825184] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722778, 'name': Rename_Task, 'duration_secs': 0.163876} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.825184] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.825380] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc93670-7751-4976-b790-ec37cf45d59a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.833516] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 865.833516] env[70480]: value = "task-3722782" [ 865.833516] env[70480]: _type = "Task" [ 865.833516] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.843799] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.899973] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-967f86ed-7818-422c-8972-67c0fddf8198 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.911828] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a483b26-4208-4cde-b192-6b17e4b02789 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.954556] env[70480]: DEBUG nova.compute.manager [req-0b3295a6-e005-46f1-af7e-5d36f2f96fbe req-c3becc55-b1dc-4de4-bd3b-2da5f97f80e7 service nova] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Detach interface failed, port_id=e942e802-b3b3-4820-9849-bbe7a8999db0, reason: Instance 9477a9f6-7838-457f-b857-0bc14d6c51b4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.968619] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722775, 'name': CloneVM_Task, 'duration_secs': 1.338146} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.968619] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Created linked-clone VM from snapshot [ 865.968934] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf60e29-195d-4a9e-96bd-a377471c13af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.980339] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Uploading image d608ed2b-ca26-46f1-891c-8a45a82084c0 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.019875] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.019875] env[70480]: value = "vm-741312" [ 866.019875] env[70480]: _type = "VirtualMachine" [ 866.019875] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.020290] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27bfe710-2586-4846-81c0-26479944db11 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.032029] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lease: (returnval){ [ 866.032029] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e72d3a-b20c-5602-0e3a-c32273e37570" [ 866.032029] env[70480]: _type = "HttpNfcLease" [ 866.032029] env[70480]: } obtained for exporting VM: (result){ [ 866.032029] env[70480]: value = "vm-741312" [ 866.032029] env[70480]: _type = "VirtualMachine" [ 866.032029] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.032317] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the lease: (returnval){ [ 866.032317] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e72d3a-b20c-5602-0e3a-c32273e37570" [ 866.032317] env[70480]: _type = "HttpNfcLease" [ 866.032317] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.039709] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.039709] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e72d3a-b20c-5602-0e3a-c32273e37570" [ 866.039709] env[70480]: _type = "HttpNfcLease" [ 866.039709] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 866.065622] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203504} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.065942] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.066816] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37319d5-38ac-4aa3-b2ca-adfb518752d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.095557] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.099399] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e0002e-4bcd-4917-bcd8-27c1faeb3fe1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.129474] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 866.129474] env[70480]: value = "task-3722784" [ 866.129474] env[70480]: _type = "Task" [ 866.129474] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.139109] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.207446] env[70480]: DEBUG oslo_vmware.api [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418884} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.207820] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.208063] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.208288] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.208542] env[70480]: INFO nova.compute.manager [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 866.208764] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.212475] env[70480]: DEBUG nova.compute.manager [-] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.212604] env[70480]: DEBUG nova.network.neutron [-] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.248626] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.248626] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fddc57ba-4327-421e-bc45-f0f46bb03ff0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.257038] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 866.257038] env[70480]: value = "task-3722785" [ 866.257038] env[70480]: _type = "Task" [ 866.257038] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.281440] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.312647] env[70480]: DEBUG nova.network.neutron [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Updating instance_info_cache with network_info: [{"id": "8290ea84-8bab-4a54-acc9-0982de25674f", "address": "fa:16:3e:5c:e1:c1", "network": {"id": "434dad84-90b5-40e1-a281-b1630711b1f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1362268199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23d0107e8fc544ff8ef53f038011ac7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290ea84-8b", "ovs_interfaceid": "8290ea84-8bab-4a54-acc9-0982de25674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.354609] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.360844] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016c867-f7db-4bb3-89f9-95e290733ad2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.376489] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4e6f0-ec36-46fd-82b4-7e5f40ff6f26 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.433615] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8ebb8-a592-4cf4-8bd9-67c4a6b7f4e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.445801] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc5b60-4a85-4dce-9e76-ff61be1012d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.465563] env[70480]: DEBUG nova.compute.provider_tree [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.549447] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.549447] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e72d3a-b20c-5602-0e3a-c32273e37570" [ 866.549447] env[70480]: _type = "HttpNfcLease" [ 866.549447] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.549842] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.549842] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e72d3a-b20c-5602-0e3a-c32273e37570" [ 866.549842] env[70480]: _type = "HttpNfcLease" [ 866.549842] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.551046] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a27ce2-2b5c-49a5-9969-d3c1289cf2e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.562708] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b4cd5-1a91-e078-bb48-c2c65e0146bf/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.562708] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b4cd5-1a91-e078-bb48-c2c65e0146bf/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.646055] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.694752] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d288e519-8422-4236-9a2a-b2dcfc1a99a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.768667] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722785, 'name': PowerOffVM_Task, 'duration_secs': 0.313873} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.768854] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.770101] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.816479] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Releasing lock "refresh_cache-8dfd1d8b-ad57-40ed-9694-72238da965a0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.845987] env[70480]: DEBUG oslo_vmware.api [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722782, 'name': PowerOnVM_Task, 'duration_secs': 0.707037} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.846504] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.846586] env[70480]: INFO nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Took 9.28 seconds to spawn the instance on the hypervisor. [ 866.846711] env[70480]: DEBUG nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.847802] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a4290-72e5-44d7-86ac-5e85f163596a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.872514] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.874023] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f0d4e7-5273-4fe4-a704-f5fc6c047a3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.880678] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 866.880678] env[70480]: value = "task-3722786" [ 866.880678] env[70480]: _type = "Task" [ 866.880678] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.890663] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.969285] env[70480]: DEBUG nova.scheduler.client.report [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.126082] env[70480]: DEBUG nova.network.neutron [-] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.142990] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.172098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.172098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.280297] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.280970] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.281248] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.282466] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.282798] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.283069] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.283365] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.283629] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.283952] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.284247] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.284551] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.290760] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f25fab-a636-43c7-b1a3-60bed1c2f929 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.314091] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 867.314091] env[70480]: value = "task-3722787" [ 867.314091] env[70480]: _type = "Task" [ 867.314091] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.323095] env[70480]: DEBUG nova.compute.manager [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.324905] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e468a03-9b9e-4e58-9bb3-7c5a8c0b8066 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.331996] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.369560] env[70480]: INFO nova.compute.manager [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Took 33.78 seconds to build instance. [ 867.394694] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722786, 'name': PowerOffVM_Task, 'duration_secs': 0.339834} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.395654] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.397713] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cda26b-b025-43e3-86c3-d9238b98d968 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.422114] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5adf63-7a76-4d23-83a7-9b03e29af943 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.428484] env[70480]: DEBUG nova.compute.manager [req-97c80c7b-d7f3-4806-9eda-8eec0985e240 req-6313cf27-8d14-45cc-bed9-974def1dc5d4 service nova] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Received event network-vif-deleted-b236f805-4114-4a31-8b51-fad97e336dfc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.462969] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.463513] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-111c623a-a83a-4e0b-b633-3a6581e0c52d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.479060] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.480164] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.483855] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 867.483855] env[70480]: value = "task-3722788" [ 867.483855] env[70480]: _type = "Task" [ 867.483855] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.484451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.483s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.486135] env[70480]: INFO nova.compute.claims [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.501646] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 867.502639] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.502902] env[70480]: DEBUG oslo_concurrency.lockutils [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.503058] env[70480]: DEBUG oslo_concurrency.lockutils [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.504310] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.504310] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a83b57b-c53b-4e30-8892-ec0a1b7a28a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.517353] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.517747] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.518644] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286fe714-b9a2-4223-b898-a73b032a95b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.528021] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 867.528021] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5214ae39-6367-dd49-92fd-11b4b519d8f4" [ 867.528021] env[70480]: _type = "Task" [ 867.528021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.537989] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5214ae39-6367-dd49-92fd-11b4b519d8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.632255] env[70480]: INFO nova.compute.manager [-] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Took 1.42 seconds to deallocate network for instance. [ 867.649680] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.675709] env[70480]: INFO nova.compute.manager [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Detaching volume 9b2416c8-ab17-4ae8-bce0-b9d965113a0d [ 867.724326] env[70480]: INFO nova.virt.block_device [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Attempting to driver detach volume 9b2416c8-ab17-4ae8-bce0-b9d965113a0d from mountpoint /dev/sdb [ 867.724593] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 867.724766] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741306', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'name': 'volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab7a8a12-770a-43c4-b770-7c5201f04dde', 'attached_at': '', 'detached_at': '', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'serial': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 867.726942] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae5a22-deeb-4abc-b15e-d5cd861503b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.765855] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dfe573-946d-4bf1-bc80-d81e1781bcf4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.775442] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0832204-999f-4a49-af23-5ca07886493e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.808414] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b6cf41-a876-486c-af9d-8102145726e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.832845] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] The volume has not been displaced from its original location: [datastore2] volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d/volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 867.841799] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 867.847314] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e9cbac-1e85-4a7d-bcb9-17208394f17a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.866345] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722787, 'name': ReconfigVM_Task, 'duration_secs': 0.524334} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.867183] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.871563] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6812488c-0f06-48fe-ad2c-53acba361811 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.153s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.873480] env[70480]: DEBUG oslo_vmware.api [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Waiting for the task: (returnval){ [ 867.873480] env[70480]: value = "task-3722789" [ 867.873480] env[70480]: _type = "Task" [ 867.873480] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.886027] env[70480]: DEBUG oslo_vmware.api [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.993028] env[70480]: DEBUG nova.compute.utils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.995831] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.995994] env[70480]: DEBUG nova.network.neutron [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.044090] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5214ae39-6367-dd49-92fd-11b4b519d8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015145} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.045205] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93036c85-9ff0-4dce-9717-f1dd915abec4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.053786] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 868.053786] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261931f-da9e-109c-2ae5-23d248b78344" [ 868.053786] env[70480]: _type = "Task" [ 868.053786] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.061644] env[70480]: DEBUG nova.policy [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a2a5b643997495facf94de4c33033e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f19ee458164f22b268e30325a097e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.068362] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261931f-da9e-109c-2ae5-23d248b78344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.145219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.145708] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722784, 'name': ReconfigVM_Task, 'duration_secs': 1.631538} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.146202] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.147156] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6e2fbd4-6988-48ed-b821-602c90bd2b37 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.158141] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 868.158141] env[70480]: value = "task-3722790" [ 868.158141] env[70480]: _type = "Task" [ 868.158141] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.169938] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722790, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.369508] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a48fe2-7b5c-4b77-8266-813a114f164f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.374092] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:20:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13cc0a9c-7bc6-4f96-850a-3e5a5f3fcc63',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-758549023',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.374452] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.374538] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.374785] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.374944] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.375214] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.375389] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.375539] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.375719] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.375996] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.376273] env[70480]: DEBUG nova.virt.hardware [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.383034] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.383579] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.386530] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08022298-2657-4ef3-be01-1f400e48ab1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.411101] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Doing hard reboot of VM {{(pid=70480) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 868.412061] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f6dee27e-c549-44eb-9a6c-b227f4cd9a16 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.417074] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 868.417074] env[70480]: value = "task-3722791" [ 868.417074] env[70480]: _type = "Task" [ 868.417074] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.423808] env[70480]: DEBUG oslo_vmware.api [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722789, 'name': ReconfigVM_Task, 'duration_secs': 0.331284} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.429674] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 868.439239] env[70480]: DEBUG oslo_vmware.api [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 868.439239] env[70480]: value = "task-3722792" [ 868.439239] env[70480]: _type = "Task" [ 868.439239] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.440908] env[70480]: DEBUG nova.network.neutron [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Successfully created port: 77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.445148] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192221ec-f5bd-42af-ba6e-9a9cca4c1622 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.471228] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.478961] env[70480]: DEBUG oslo_vmware.api [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722792, 'name': ResetVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.479254] env[70480]: DEBUG oslo_vmware.api [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Waiting for the task: (returnval){ [ 868.479254] env[70480]: value = "task-3722793" [ 868.479254] env[70480]: _type = "Task" [ 868.479254] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.490416] env[70480]: DEBUG oslo_vmware.api [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.509067] env[70480]: DEBUG nova.compute.utils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.566335] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261931f-da9e-109c-2ae5-23d248b78344, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.566438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.566821] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. {{(pid=70480) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 868.569929] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea5469c-82bb-4e4a-ba49-7747ae520576 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.578919] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 868.578919] env[70480]: value = "task-3722794" [ 868.578919] env[70480]: _type = "Task" [ 868.578919] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.592838] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.672787] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722790, 'name': Rename_Task, 'duration_secs': 0.199224} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.673324] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.673638] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64572d1-fc67-445a-9caf-d238df11a9da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.685946] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 868.685946] env[70480]: value = "task-3722795" [ 868.685946] env[70480]: _type = "Task" [ 868.685946] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.698043] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.926695] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.936395] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722791, 'name': ReconfigVM_Task, 'duration_secs': 0.19876} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.939272] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 868.939272] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f107f44-4f7e-41c8-97b3-3a97ae784387 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.967347] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.971136] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e335da-86b6-4ec9-a717-f9c78b2645f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.997974] env[70480]: DEBUG oslo_vmware.api [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Task: {'id': task-3722793, 'name': ReconfigVM_Task, 'duration_secs': 0.183247} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.003858] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741306', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'name': 'volume-9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab7a8a12-770a-43c4-b770-7c5201f04dde', 'attached_at': '', 'detached_at': '', 'volume_id': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d', 'serial': '9b2416c8-ab17-4ae8-bce0-b9d965113a0d'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 869.006155] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 869.006155] env[70480]: value = "task-3722796" [ 869.006155] env[70480]: _type = "Task" [ 869.006155] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.006454] env[70480]: DEBUG oslo_vmware.api [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722792, 'name': ResetVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.016259] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.019281] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.094302] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.157154] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986466b9-28a5-41d9-b9a9-c7e4ba8f8719 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.168783] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2460c4-f13f-45ae-aa81-18e55678fc3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.211506] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d00e35-83a8-4ed3-82d2-9a1ea4788e38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.224676] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c47cbe-537c-4035-8f24-1881aadf47cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.232084] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.242109] env[70480]: DEBUG nova.compute.provider_tree [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.491098] env[70480]: DEBUG oslo_vmware.api [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722792, 'name': ResetVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.521664] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.591429] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.606894] env[70480]: DEBUG nova.objects.instance [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lazy-loading 'flavor' on Instance uuid ab7a8a12-770a-43c4-b770-7c5201f04dde {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.718030] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.745726] env[70480]: DEBUG nova.scheduler.client.report [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.894123] env[70480]: DEBUG nova.compute.manager [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.896042] env[70480]: DEBUG nova.compute.manager [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing instance network info cache due to event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.896377] env[70480]: DEBUG oslo_concurrency.lockutils [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] Acquiring lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.896538] env[70480]: DEBUG oslo_concurrency.lockutils [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] Acquired lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.896712] env[70480]: DEBUG nova.network.neutron [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.991652] env[70480]: DEBUG oslo_vmware.api [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722792, 'name': ResetVM_Task, 'duration_secs': 1.113411} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.992887] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Did hard reboot of VM {{(pid=70480) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 869.993210] env[70480]: DEBUG nova.compute.manager [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.994225] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25f273-a762-47b0-b051-d55c5a44686b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.023219] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.031127] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.065254] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:19:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1190809653',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1980074302',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.065432] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.065599] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.065784] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.065929] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.066827] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.067275] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.067516] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.067802] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.068012] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.068231] env[70480]: DEBUG nova.virt.hardware [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.069867] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aba051d-d6b6-4511-b373-24ee3552bb42 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.080926] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40772e6f-bfcf-43d7-9ae2-257ad540fe42 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.105835] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722794, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.129092] env[70480]: DEBUG nova.network.neutron [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Successfully updated port: 77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.221791] env[70480]: DEBUG oslo_vmware.api [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722795, 'name': PowerOnVM_Task, 'duration_secs': 1.497424} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.223649] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.223649] env[70480]: INFO nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Took 9.95 seconds to spawn the instance on the hypervisor. [ 870.223649] env[70480]: DEBUG nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.224982] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe72f6b-bd6a-406a-9e31-0e2626c19377 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.260054] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.261354] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.264268] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.013s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.266118] env[70480]: INFO nova.compute.claims [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.450675] env[70480]: DEBUG nova.compute.manager [req-9a5938eb-c594-4885-99b7-8673c237fbeb req-1793b56c-89e6-4c6a-bf8b-30875d9ec2e4 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Received event network-vif-plugged-77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.451068] env[70480]: DEBUG oslo_concurrency.lockutils [req-9a5938eb-c594-4885-99b7-8673c237fbeb req-1793b56c-89e6-4c6a-bf8b-30875d9ec2e4 service nova] Acquiring lock "00e8f778-1d36-4bd8-9417-dbc11095aacc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.451359] env[70480]: DEBUG oslo_concurrency.lockutils [req-9a5938eb-c594-4885-99b7-8673c237fbeb req-1793b56c-89e6-4c6a-bf8b-30875d9ec2e4 service nova] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.453156] env[70480]: DEBUG oslo_concurrency.lockutils [req-9a5938eb-c594-4885-99b7-8673c237fbeb req-1793b56c-89e6-4c6a-bf8b-30875d9ec2e4 service nova] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.453156] env[70480]: DEBUG nova.compute.manager [req-9a5938eb-c594-4885-99b7-8673c237fbeb req-1793b56c-89e6-4c6a-bf8b-30875d9ec2e4 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] No waiting events found dispatching network-vif-plugged-77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.453156] env[70480]: WARNING nova.compute.manager [req-9a5938eb-c594-4885-99b7-8673c237fbeb req-1793b56c-89e6-4c6a-bf8b-30875d9ec2e4 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Received unexpected event network-vif-plugged-77b108b3-bdb6-4547-a70d-40a8db95008a for instance with vm_state building and task_state spawning. [ 870.519214] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7e6d901-716d-4512-8ece-9cbf0d1e0027 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.574s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.523507] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722796, 'name': ReconfigVM_Task, 'duration_secs': 1.027373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.523946] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.524239] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.595169] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722794, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.578014} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.595479] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. [ 870.596270] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f7c17c-9fac-48af-b96a-a1d7051898be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.617432] env[70480]: DEBUG oslo_concurrency.lockutils [None req-03cd9efe-c850-4968-9e2f-971c473a0942 tempest-VolumesAssistedSnapshotsTest-1722814724 tempest-VolumesAssistedSnapshotsTest-1722814724-project-admin] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.446s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.627708] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.630467] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2431c5-802c-47c4-a222-6380e4fd5afe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.650253] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.650406] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.650542] env[70480]: DEBUG nova.network.neutron [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.658433] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 870.658433] env[70480]: value = "task-3722797" [ 870.658433] env[70480]: _type = "Task" [ 870.658433] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.671306] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.698666] env[70480]: DEBUG nova.network.neutron [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updated VIF entry in instance network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.699134] env[70480]: DEBUG nova.network.neutron [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.752874] env[70480]: INFO nova.compute.manager [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Took 34.26 seconds to build instance. [ 870.772158] env[70480]: DEBUG nova.compute.utils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.776035] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.777402] env[70480]: DEBUG nova.network.neutron [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.824459] env[70480]: DEBUG nova.policy [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36365ec0a447bcbc50a2963a45084b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d3c81ee976450fb70ba26b938d492d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.031785] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a77923-d606-4ffc-ac15-392c6153e5fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.063316] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40e3a28-f002-46dd-81d4-ee6f061a153d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.087370] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.172910] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.183694] env[70480]: DEBUG nova.network.neutron [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Successfully created port: 78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.203775] env[70480]: DEBUG oslo_concurrency.lockutils [req-bae21dbe-5a17-4c75-bf8a-788ca64eaeb3 req-7bf2d95a-409e-4fc4-b79c-a37cc7909193 service nova] Releasing lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.216935] env[70480]: DEBUG nova.network.neutron [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.257015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1136eec-575b-4ada-a4d4-f31b4d6170ec tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.566s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.280974] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.500520] env[70480]: DEBUG nova.network.neutron [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Updating instance_info_cache with network_info: [{"id": "77b108b3-bdb6-4547-a70d-40a8db95008a", "address": "fa:16:3e:31:b6:0f", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b108b3-bd", "ovs_interfaceid": "77b108b3-bdb6-4547-a70d-40a8db95008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.641652] env[70480]: DEBUG nova.network.neutron [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Port 9f41b9eb-0f60-405b-ab15-550c55ea64fb binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 871.671555] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722797, 'name': ReconfigVM_Task, 'duration_secs': 0.860474} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.671857] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.675376] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e69178-b308-423a-81e3-b3bc5ad5e14e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.706368] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818cad9b-c10a-42de-9669-e00add59f377 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.724737] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 871.724737] env[70480]: value = "task-3722799" [ 871.724737] env[70480]: _type = "Task" [ 871.724737] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.736094] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.758708] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.897571] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641c17c-9dc5-4dd1-85ec-fbec7e06ed45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.906448] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17561adb-deff-4161-8751-bacb94ac85f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.944025] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f3369a-f704-43f4-b02d-89534b5e177f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.952325] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d686b-ca7c-44ff-9289-6603df23c5f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.971824] env[70480]: DEBUG nova.compute.provider_tree [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.008330] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Releasing lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.009024] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Instance network_info: |[{"id": "77b108b3-bdb6-4547-a70d-40a8db95008a", "address": "fa:16:3e:31:b6:0f", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b108b3-bd", "ovs_interfaceid": "77b108b3-bdb6-4547-a70d-40a8db95008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.009696] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:b6:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b108b3-bdb6-4547-a70d-40a8db95008a', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.018243] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.019025] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.019025] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f97c2c5-006e-4331-ab5a-9d45acc04e1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.042041] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.042041] env[70480]: value = "task-3722800" [ 872.042041] env[70480]: _type = "Task" [ 872.042041] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.052293] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722800, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.238521] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722799, 'name': ReconfigVM_Task, 'duration_secs': 0.195434} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.238843] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.239182] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c48c4a4-2af9-431a-a450-ec9258cd2c9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.247153] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 872.247153] env[70480]: value = "task-3722801" [ 872.247153] env[70480]: _type = "Task" [ 872.247153] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.258782] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.290649] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.297576] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.334333] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.334555] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.334732] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.334934] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.335097] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.335249] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.335466] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.335630] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.335806] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.335973] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.336172] env[70480]: DEBUG nova.virt.hardware [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.337227] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea4aa6e-fd80-4d3e-ba0e-0c109e81ecc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.353038] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028e642-aec4-4e45-9ae0-f3b175eb4b75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.460356] env[70480]: DEBUG nova.compute.manager [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.460592] env[70480]: DEBUG nova.compute.manager [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing instance network info cache due to event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.460955] env[70480]: DEBUG oslo_concurrency.lockutils [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] Acquiring lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.461978] env[70480]: DEBUG oslo_concurrency.lockutils [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] Acquired lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.462233] env[70480]: DEBUG nova.network.neutron [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.477027] env[70480]: DEBUG nova.scheduler.client.report [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.553579] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722800, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.677421] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.677705] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.677925] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.759644] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.842269] env[70480]: DEBUG nova.compute.manager [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Received event network-changed-77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.842487] env[70480]: DEBUG nova.compute.manager [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Refreshing instance network info cache due to event network-changed-77b108b3-bdb6-4547-a70d-40a8db95008a. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.842702] env[70480]: DEBUG oslo_concurrency.lockutils [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] Acquiring lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.842846] env[70480]: DEBUG oslo_concurrency.lockutils [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] Acquired lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.843021] env[70480]: DEBUG nova.network.neutron [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Refreshing network info cache for port 77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.902689] env[70480]: DEBUG nova.network.neutron [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Successfully updated port: 78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.983394] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.984017] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.987441] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.111s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.990536] env[70480]: INFO nova.compute.claims [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.057579] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722800, 'name': CreateVM_Task, 'duration_secs': 0.558949} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.057917] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.058683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.058996] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.059370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.059685] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b97d8ca-c586-4144-881e-b43d6d22d823 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.067149] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 873.067149] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ebcbee-5c6a-5950-e35b-11c55d54dbe9" [ 873.067149] env[70480]: _type = "Task" [ 873.067149] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.080700] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ebcbee-5c6a-5950-e35b-11c55d54dbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.197010] env[70480]: DEBUG nova.network.neutron [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updated VIF entry in instance network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.197471] env[70480]: DEBUG nova.network.neutron [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.261460] env[70480]: DEBUG oslo_vmware.api [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722801, 'name': PowerOnVM_Task, 'duration_secs': 0.7196} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.261846] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.266695] env[70480]: DEBUG nova.compute.manager [None req-783bc619-47ed-4f35-ad68-c0e925f7f486 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.267431] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3783b74-6210-4cda-9a97-053bc26545da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.319345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.320160] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.320428] env[70480]: DEBUG nova.compute.manager [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.322118] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0fa5c-8377-4726-a80e-1835dbb09d80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.329327] env[70480]: DEBUG nova.compute.manager [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 873.330358] env[70480]: DEBUG nova.objects.instance [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'flavor' on Instance uuid ae1befdb-7833-4d66-9a74-aba5c8753fb9 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.406619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "refresh_cache-357516e3-ec78-4e69-984e-4648ec9b2fc9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.406619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "refresh_cache-357516e3-ec78-4e69-984e-4648ec9b2fc9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.406791] env[70480]: DEBUG nova.network.neutron [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.498190] env[70480]: DEBUG nova.compute.utils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.502218] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.502416] env[70480]: DEBUG nova.network.neutron [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.516702] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.517065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.517308] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "8dfd1d8b-ad57-40ed-9694-72238da965a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.518190] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.518190] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.520167] env[70480]: INFO nova.compute.manager [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Terminating instance [ 873.579548] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ebcbee-5c6a-5950-e35b-11c55d54dbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.579930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.580200] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.580341] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.580489] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.580673] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.581032] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d6d17b3-ff7e-4d10-a46b-4b2b310a22c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.588946] env[70480]: DEBUG nova.policy [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1763b197294c44ddbd86e6a3bfc6d33e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5189fa6f346a458787e995ac9fff54fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.604281] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.604493] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.605306] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c31447f-ad51-4d4d-9458-93e914db4614 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.613373] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 873.613373] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca566f-b4f1-3f84-67fe-a4a3c64e510c" [ 873.613373] env[70480]: _type = "Task" [ 873.613373] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.624783] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca566f-b4f1-3f84-67fe-a4a3c64e510c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.689113] env[70480]: DEBUG nova.network.neutron [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Updated VIF entry in instance network info cache for port 77b108b3-bdb6-4547-a70d-40a8db95008a. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.689548] env[70480]: DEBUG nova.network.neutron [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Updating instance_info_cache with network_info: [{"id": "77b108b3-bdb6-4547-a70d-40a8db95008a", "address": "fa:16:3e:31:b6:0f", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b108b3-bd", "ovs_interfaceid": "77b108b3-bdb6-4547-a70d-40a8db95008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.699791] env[70480]: DEBUG oslo_concurrency.lockutils [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] Releasing lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.700065] env[70480]: DEBUG nova.compute.manager [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Received event network-changed-c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.700241] env[70480]: DEBUG nova.compute.manager [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Refreshing instance network info cache due to event network-changed-c080f407-5175-4143-8b1f-8470c5aa9ce9. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.700447] env[70480]: DEBUG oslo_concurrency.lockutils [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] Acquiring lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.700583] env[70480]: DEBUG oslo_concurrency.lockutils [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] Acquired lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.700822] env[70480]: DEBUG nova.network.neutron [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Refreshing network info cache for port c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.793397] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquiring lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.793866] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.794059] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquiring lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.794151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.794317] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.797572] env[70480]: INFO nova.compute.manager [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Terminating instance [ 873.945218] env[70480]: DEBUG nova.network.neutron [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Successfully created port: f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.949926] env[70480]: DEBUG nova.network.neutron [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.006308] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.021782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.021782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.021782] env[70480]: DEBUG nova.network.neutron [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.026550] env[70480]: DEBUG nova.compute.manager [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.026825] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.027965] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ead1ed-120a-47a1-ae9c-0782e252ccfe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.042048] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.042369] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db61c16f-03d0-408c-9a0f-16acf448ccc5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.054461] env[70480]: DEBUG oslo_vmware.api [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 874.054461] env[70480]: value = "task-3722802" [ 874.054461] env[70480]: _type = "Task" [ 874.054461] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.067803] env[70480]: DEBUG oslo_vmware.api [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.128170] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca566f-b4f1-3f84-67fe-a4a3c64e510c, 'name': SearchDatastore_Task, 'duration_secs': 0.029479} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.129247] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c426eb75-8160-47be-acbf-1f49abff5e2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.140114] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 874.140114] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c80975-f327-b900-91ff-6699add482af" [ 874.140114] env[70480]: _type = "Task" [ 874.140114] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.153540] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c80975-f327-b900-91ff-6699add482af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.196155] env[70480]: DEBUG oslo_concurrency.lockutils [req-1acecc6d-35fa-4d62-94a5-ef88d4d11cce req-76fb4d26-6493-42e1-bd1c-fcf0130dac03 service nova] Releasing lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.221613] env[70480]: DEBUG nova.network.neutron [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Updating instance_info_cache with network_info: [{"id": "78af0210-87a3-459e-a50f-d90b78731e8c", "address": "fa:16:3e:e8:2e:b6", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78af0210-87", "ovs_interfaceid": "78af0210-87a3-459e-a50f-d90b78731e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.305406] env[70480]: DEBUG nova.compute.manager [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.305406] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.305406] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21246b89-477e-4737-91b4-e9f660172482 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.313692] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 874.313692] env[70480]: value = "task-3722803" [ 874.313692] env[70480]: _type = "Task" [ 874.313692] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.332472] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.343207] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.343749] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f524d8-a122-4745-9ca6-79ca8b19de7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.353810] env[70480]: DEBUG oslo_vmware.api [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 874.353810] env[70480]: value = "task-3722804" [ 874.353810] env[70480]: _type = "Task" [ 874.353810] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.369402] env[70480]: DEBUG oslo_vmware.api [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.567766] env[70480]: DEBUG oslo_vmware.api [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722802, 'name': PowerOffVM_Task, 'duration_secs': 0.393932} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.571259] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.571492] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.577853] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b2bcc3-159f-433d-927a-35b701a262a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.659121] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c80975-f327-b900-91ff-6699add482af, 'name': SearchDatastore_Task, 'duration_secs': 0.017085} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.667360] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.667360] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc/00e8f778-1d36-4bd8-9417-dbc11095aacc.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.667635] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.668018] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.668355] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Deleting the datastore file [datastore2] 8dfd1d8b-ad57-40ed-9694-72238da965a0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.668981] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be3f6e1d-630f-4288-a5c3-f8e416a90b67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.672305] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8c6b1b-5544-4bea-8fd4-242b37df5f17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.675191] env[70480]: DEBUG nova.network.neutron [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updated VIF entry in instance network info cache for port c080f407-5175-4143-8b1f-8470c5aa9ce9. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.675652] env[70480]: DEBUG nova.network.neutron [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [{"id": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "address": "fa:16:3e:99:6f:40", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc080f407-51", "ovs_interfaceid": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.684429] env[70480]: DEBUG oslo_vmware.api [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for the task: (returnval){ [ 874.684429] env[70480]: value = "task-3722806" [ 874.684429] env[70480]: _type = "Task" [ 874.684429] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.685509] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 874.685509] env[70480]: value = "task-3722807" [ 874.685509] env[70480]: _type = "Task" [ 874.685509] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.693374] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464c147-128f-4dba-9e2d-c4095dd9a006 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.711648] env[70480]: DEBUG oslo_vmware.api [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.717537] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.719565] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2ecdd-f319-4ddc-9ae1-f3bb1d836c83 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.727139] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "refresh_cache-357516e3-ec78-4e69-984e-4648ec9b2fc9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.727471] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Instance network_info: |[{"id": "78af0210-87a3-459e-a50f-d90b78731e8c", "address": "fa:16:3e:e8:2e:b6", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78af0210-87", "ovs_interfaceid": "78af0210-87a3-459e-a50f-d90b78731e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.757456] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:2e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78af0210-87a3-459e-a50f-d90b78731e8c', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.765904] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.773045] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.773045] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68033a34-2033-4012-ada6-4685457c4b1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774506] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19fd371a-1c71-4664-bb22-06bace9d9dfe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.801025] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc9905-d12a-4df1-9f55-78dc3b15bbb6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.804214] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.804214] env[70480]: value = "task-3722808" [ 874.804214] env[70480]: _type = "Task" [ 874.804214] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.820461] env[70480]: DEBUG nova.compute.provider_tree [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.831048] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722808, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.837528] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722803, 'name': PowerOffVM_Task, 'duration_secs': 0.277335} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.840257] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.840478] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.840700] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741207', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'name': 'volume-7946a523-d1a7-49e6-936d-838b00ffcaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a8d3b7a-37e5-46ec-b895-a2a188d74e14', 'attached_at': '', 'detached_at': '', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'serial': '7946a523-d1a7-49e6-936d-838b00ffcaa7'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 874.841625] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8432ca-0205-4dad-8bbb-bb99d6d11abd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.869899] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac61f4a-49db-49d7-948f-82382c374e4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.879310] env[70480]: DEBUG oslo_vmware.api [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722804, 'name': PowerOffVM_Task, 'duration_secs': 0.237782} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.881570] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.882024] env[70480]: DEBUG nova.compute.manager [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.884221] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6e7ef-484e-4c67-8c9b-feb3b2340815 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.887023] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4691e127-8198-4544-aabd-17b7b550e89a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.894950] env[70480]: DEBUG nova.network.neutron [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.920799] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3de197-d822-45d8-9330-ecf584df4f21 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.936122] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] The volume has not been displaced from its original location: [datastore1] volume-7946a523-d1a7-49e6-936d-838b00ffcaa7/volume-7946a523-d1a7-49e6-936d-838b00ffcaa7.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 874.942439] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.943311] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb7239a-4dbf-484a-af42-6225ca265f39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.965508] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 874.965508] env[70480]: value = "task-3722809" [ 874.965508] env[70480]: _type = "Task" [ 874.965508] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.977231] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.023561] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.064126] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.064543] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.064788] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.065077] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.065292] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.065558] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.065863] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.066085] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.066295] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.066500] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.066784] env[70480]: DEBUG nova.virt.hardware [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.067946] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e6c38a-e281-4aef-afb3-f56095f3a4f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.084021] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d8ceb-2ccb-45e1-a9c6-c717a1c04585 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.179257] env[70480]: DEBUG oslo_concurrency.lockutils [req-9bd59c04-b603-4f44-a082-046b136a22ea req-4dbd63f9-7a47-43af-89b4-a08d419ecde7 service nova] Releasing lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.197176] env[70480]: DEBUG oslo_vmware.api [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Task: {'id': task-3722806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230105} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.202692] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.203065] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.203357] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.203591] env[70480]: INFO nova.compute.manager [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 875.203904] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.204591] env[70480]: DEBUG nova.compute.manager [-] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.204770] env[70480]: DEBUG nova.network.neutron [-] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.217810] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.316617] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722808, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.328255] env[70480]: DEBUG nova.scheduler.client.report [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.420977] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.430434] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bdb76375-cef7-4bc6-8c1e-85cd7ffca91a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.480537] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722809, 'name': ReconfigVM_Task, 'duration_secs': 0.226163} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.480876] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.486951] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9f84f9-538a-43c7-8b73-2f90137ea05e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.506028] env[70480]: DEBUG nova.compute.manager [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Received event network-changed-c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.506028] env[70480]: DEBUG nova.compute.manager [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Refreshing instance network info cache due to event network-changed-c080f407-5175-4143-8b1f-8470c5aa9ce9. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.506439] env[70480]: DEBUG oslo_concurrency.lockutils [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] Acquiring lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.506439] env[70480]: DEBUG oslo_concurrency.lockutils [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] Acquired lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.506439] env[70480]: DEBUG nova.network.neutron [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Refreshing network info cache for port c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.513212] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 875.513212] env[70480]: value = "task-3722810" [ 875.513212] env[70480]: _type = "Task" [ 875.513212] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.523047] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.552561] env[70480]: INFO nova.compute.manager [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Rebuilding instance [ 875.598028] env[70480]: DEBUG nova.compute.manager [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Received event network-vif-plugged-78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.599852] env[70480]: DEBUG oslo_concurrency.lockutils [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] Acquiring lock "357516e3-ec78-4e69-984e-4648ec9b2fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.599852] env[70480]: DEBUG oslo_concurrency.lockutils [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.599852] env[70480]: DEBUG oslo_concurrency.lockutils [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.599852] env[70480]: DEBUG nova.compute.manager [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] No waiting events found dispatching network-vif-plugged-78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.599852] env[70480]: WARNING nova.compute.manager [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Received unexpected event network-vif-plugged-78af0210-87a3-459e-a50f-d90b78731e8c for instance with vm_state building and task_state spawning. [ 875.599852] env[70480]: DEBUG nova.compute.manager [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Received event network-changed-78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.599852] env[70480]: DEBUG nova.compute.manager [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Refreshing instance network info cache due to event network-changed-78af0210-87a3-459e-a50f-d90b78731e8c. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.602186] env[70480]: DEBUG oslo_concurrency.lockutils [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] Acquiring lock "refresh_cache-357516e3-ec78-4e69-984e-4648ec9b2fc9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.602186] env[70480]: DEBUG oslo_concurrency.lockutils [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] Acquired lock "refresh_cache-357516e3-ec78-4e69-984e-4648ec9b2fc9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.602186] env[70480]: DEBUG nova.network.neutron [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Refreshing network info cache for port 78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.610725] env[70480]: DEBUG nova.compute.manager [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.613240] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6548112d-7677-4a67-92be-6656d5002e6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.710333] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.710557] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc/00e8f778-1d36-4bd8-9417-dbc11095aacc.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.710815] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.711112] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c407620f-7b99-4248-898b-1d3c15b190ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.720090] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 875.720090] env[70480]: value = "task-3722811" [ 875.720090] env[70480]: _type = "Task" [ 875.720090] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.729904] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.756264] env[70480]: DEBUG nova.network.neutron [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Successfully updated port: f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.816727] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722808, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.836439] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.836672] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.839857] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.688s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.840159] env[70480]: DEBUG nova.objects.instance [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lazy-loading 'resources' on Instance uuid 07c1ec66-95f1-48dc-82f6-bda260842773 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.840806] env[70480]: WARNING oslo_messaging._drivers.amqpdriver [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 875.928644] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "2aba3d33-4f99-4931-8385-8216e207a37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.928644] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.928838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.930029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.930029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.934463] env[70480]: INFO nova.compute.manager [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Terminating instance [ 875.964111] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f1637d-71ea-4e10-9115-237b162188b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.995086] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.995465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.995758] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "ab7a8a12-770a-43c4-b770-7c5201f04dde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.996614] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.996614] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.001469] env[70480]: INFO nova.compute.manager [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Terminating instance [ 876.004496] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf2caa-f198-44fc-9382-895a1ef0eea1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.029739] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.044206] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.112390] env[70480]: DEBUG nova.network.neutron [-] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.233386] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.260222] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "refresh_cache-19a6ac66-ef0e-419a-beb3-2b480db37abe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.261788] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquired lock "refresh_cache-19a6ac66-ef0e-419a-beb3-2b480db37abe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.261788] env[70480]: DEBUG nova.network.neutron [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.320985] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722808, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.350475] env[70480]: DEBUG nova.compute.utils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.351855] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.351855] env[70480]: DEBUG nova.network.neutron [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.382293] env[70480]: DEBUG nova.network.neutron [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updated VIF entry in instance network info cache for port c080f407-5175-4143-8b1f-8470c5aa9ce9. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.382581] env[70480]: DEBUG nova.network.neutron [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [{"id": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "address": "fa:16:3e:99:6f:40", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc080f407-51", "ovs_interfaceid": "c080f407-5175-4143-8b1f-8470c5aa9ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.442351] env[70480]: DEBUG nova.compute.manager [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.442594] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.443778] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b8ac6-e3df-48c6-9291-2568db8302d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.453154] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.454077] env[70480]: DEBUG nova.network.neutron [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Updated VIF entry in instance network info cache for port 78af0210-87a3-459e-a50f-d90b78731e8c. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.454537] env[70480]: DEBUG nova.network.neutron [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Updating instance_info_cache with network_info: [{"id": "78af0210-87a3-459e-a50f-d90b78731e8c", "address": "fa:16:3e:e8:2e:b6", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78af0210-87", "ovs_interfaceid": "78af0210-87a3-459e-a50f-d90b78731e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.455746] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af874d12-a73f-4920-9f68-72037a4a4069 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.466732] env[70480]: DEBUG nova.policy [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a022d3a3534ef081ea491c4a1665ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ed5a9bca9a42c0a23e724995816490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.472724] env[70480]: DEBUG oslo_vmware.api [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 876.472724] env[70480]: value = "task-3722812" [ 876.472724] env[70480]: _type = "Task" [ 876.472724] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.489141] env[70480]: DEBUG oslo_vmware.api [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.519274] env[70480]: DEBUG nova.compute.manager [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.519585] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.520122] env[70480]: INFO nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Rebuilding instance [ 876.527648] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb8387-3109-42b1-b61c-672ebe7a6356 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.539427] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.539885] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.547521] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bef2387-b9fb-42df-b13e-5060aee3c92a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.550141] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.550985] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec41870-2d8c-4d0d-8b3f-de728f59e908 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.565184] env[70480]: DEBUG oslo_vmware.api [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 876.565184] env[70480]: value = "task-3722813" [ 876.565184] env[70480]: _type = "Task" [ 876.565184] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.565184] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 876.565184] env[70480]: value = "task-3722814" [ 876.565184] env[70480]: _type = "Task" [ 876.565184] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.581943] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.591532] env[70480]: DEBUG oslo_vmware.api [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.595140] env[70480]: DEBUG nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.596176] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c365c58-7c0f-42eb-808c-95fcf5fa8dcb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.615932] env[70480]: INFO nova.compute.manager [-] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Took 1.41 seconds to deallocate network for instance. [ 876.640470] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.640820] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a440992-594c-48ff-8cfa-f0c5b14c5a68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.648815] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 876.648815] env[70480]: value = "task-3722815" [ 876.648815] env[70480]: _type = "Task" [ 876.648815] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.666430] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.737516] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.716284} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.738245] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.740209] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978b8ea5-30a6-4ad2-ba62-c6ca076793f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.769032] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc/00e8f778-1d36-4bd8-9417-dbc11095aacc.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.774436] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5815c6a-2aea-4e80-b2cf-6428dec4a83c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.792727] env[70480]: INFO nova.compute.manager [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Unrescuing [ 876.792727] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.793017] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.793017] env[70480]: DEBUG nova.network.neutron [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.797884] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 876.797884] env[70480]: value = "task-3722816" [ 876.797884] env[70480]: _type = "Task" [ 876.797884] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.811179] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.822755] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722808, 'name': CreateVM_Task, 'duration_secs': 1.625301} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.827268] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.828250] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.828549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.828753] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.830570] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76130f4-e36f-46a4-84c8-66beeadfcc69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.835503] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 876.835503] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522d0662-a958-f3bb-0055-53e8fe900f91" [ 876.835503] env[70480]: _type = "Task" [ 876.835503] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.846151] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522d0662-a958-f3bb-0055-53e8fe900f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.859980] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.879644] env[70480]: DEBUG nova.network.neutron [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.888338] env[70480]: DEBUG oslo_concurrency.lockutils [req-bba88770-c842-4bb5-b434-5d9f3a11207b req-7b7624e7-35c9-42b9-8b9e-e53360590ba9 service nova] Releasing lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.903022] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b4cd5-1a91-e078-bb48-c2c65e0146bf/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.904717] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d92672-fecb-4073-8e09-a315654d5494 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.923601] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b4cd5-1a91-e078-bb48-c2c65e0146bf/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.924017] env[70480]: ERROR oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b4cd5-1a91-e078-bb48-c2c65e0146bf/disk-0.vmdk due to incomplete transfer. [ 876.926027] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-35efdfee-b0a4-4895-bad3-4b4b6f001cbf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.935968] env[70480]: DEBUG oslo_vmware.rw_handles [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b4cd5-1a91-e078-bb48-c2c65e0146bf/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.936848] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Uploaded image d608ed2b-ca26-46f1-891c-8a45a82084c0 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.939805] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.940334] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b8b74bb-fffd-4519-88b4-d918b486ba25 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.954403] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 876.954403] env[70480]: value = "task-3722817" [ 876.954403] env[70480]: _type = "Task" [ 876.954403] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.960623] env[70480]: DEBUG oslo_concurrency.lockutils [req-2007ea5f-d980-45fc-a814-7aa877919c3f req-da468079-8c9e-4149-bfa8-327681a82600 service nova] Releasing lock "refresh_cache-357516e3-ec78-4e69-984e-4648ec9b2fc9" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.976543] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722817, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.991717] env[70480]: DEBUG oslo_vmware.api [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722812, 'name': PowerOffVM_Task, 'duration_secs': 0.252506} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.999027] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.999027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.999027] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fb84be3-f10d-462e-ac21-7ae808b9c7fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.033827] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722810, 'name': ReconfigVM_Task, 'duration_secs': 1.255337} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.038054] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741207', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'name': 'volume-7946a523-d1a7-49e6-936d-838b00ffcaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a8d3b7a-37e5-46ec-b895-a2a188d74e14', 'attached_at': '', 'detached_at': '', 'volume_id': '7946a523-d1a7-49e6-936d-838b00ffcaa7', 'serial': '7946a523-d1a7-49e6-936d-838b00ffcaa7'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 877.038664] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.040150] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49893f4c-9476-4d9f-ac67-004564a4582f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.054881] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.059255] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f0b7150-e796-4986-889a-927fede03dbe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.091479] env[70480]: DEBUG oslo_vmware.api [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722813, 'name': PowerOffVM_Task, 'duration_secs': 0.358886} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.092254] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.093723] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.093921] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.094763] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a674d3-d358-46ce-b51d-ae2d9ce2c3bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.097635] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c85dcd-80e7-4e79-8042-ea046468cf0f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.108729] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f7b4c0-5d73-4969-85b3-b22c69472075 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.119993] env[70480]: DEBUG nova.network.neutron [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Updating instance_info_cache with network_info: [{"id": "f3761562-6829-4ce8-bca7-bb9cf5fd11a9", "address": "fa:16:3e:a2:99:2a", "network": {"id": "2c1115a0-24c2-4c44-8e92-d8310ff96988", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1614277009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5189fa6f346a458787e995ac9fff54fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3761562-68", "ovs_interfaceid": "f3761562-6829-4ce8-bca7-bb9cf5fd11a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.151719] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.154967] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Releasing lock "refresh_cache-19a6ac66-ef0e-419a-beb3-2b480db37abe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.156558] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Instance network_info: |[{"id": "f3761562-6829-4ce8-bca7-bb9cf5fd11a9", "address": "fa:16:3e:a2:99:2a", "network": {"id": "2c1115a0-24c2-4c44-8e92-d8310ff96988", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1614277009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5189fa6f346a458787e995ac9fff54fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3761562-68", "ovs_interfaceid": "f3761562-6829-4ce8-bca7-bb9cf5fd11a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.162605] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233def36-32ef-4589-8fb8-5337655cc798 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.162605] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.162605] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.162605] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Deleting the datastore file [datastore1] 7a8d3b7a-37e5-46ec-b895-a2a188d74e14 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.163845] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:99:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3761562-6829-4ce8-bca7-bb9cf5fd11a9', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.172510] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Creating folder: Project (5189fa6f346a458787e995ac9fff54fe). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.172833] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4865391e-912a-4c4a-8e31-7d4bb7a1084b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.175540] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5e3fa8-0738-410b-93c4-27fa3617f318 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.187190] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722815, 'name': PowerOffVM_Task, 'duration_secs': 0.292356} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.191554] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.192445] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.193953] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d0ece9-f5c9-4027-b0ab-77efbf75fc88 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.198356] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for the task: (returnval){ [ 877.198356] env[70480]: value = "task-3722821" [ 877.198356] env[70480]: _type = "Task" [ 877.198356] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.199019] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.199237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.199416] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Deleting the datastore file [datastore1] ab7a8a12-770a-43c4-b770-7c5201f04dde {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.200224] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb11c48d-c210-4a93-8b1b-0af73a758af9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.202585] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc327d60-deb4-4079-bd36-c4020a4f8a5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.217578] env[70480]: DEBUG nova.compute.provider_tree [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.221273] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Created folder: Project (5189fa6f346a458787e995ac9fff54fe) in parent group-v741156. [ 877.221575] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Creating folder: Instances. Parent ref: group-v741315. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.225309] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d1d4d28-2987-404f-a2ea-c184b95f9ed5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.227741] env[70480]: DEBUG oslo_vmware.api [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for the task: (returnval){ [ 877.227741] env[70480]: value = "task-3722824" [ 877.227741] env[70480]: _type = "Task" [ 877.227741] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.228145] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 877.228145] env[70480]: value = "task-3722823" [ 877.228145] env[70480]: _type = "Task" [ 877.228145] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.232494] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.242048] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.242325] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.242534] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Deleting the datastore file [datastore2] 2aba3d33-4f99-4931-8385-8216e207a37d {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.245013] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef484f9-5578-4a3e-b459-98aaca96eb29 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.247369] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Created folder: Instances in parent group-v741315. [ 877.247669] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.248799] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.249451] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b48f87c1-4dd4-4a34-afc5-3965aa822ef2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.278066] env[70480]: DEBUG oslo_vmware.api [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 877.278066] env[70480]: value = "task-3722826" [ 877.278066] env[70480]: _type = "Task" [ 877.278066] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.278452] env[70480]: DEBUG oslo_vmware.api [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.279232] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.279582] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 877.279805] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741208', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'name': 'volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864', 'attached_at': '', 'detached_at': '', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'serial': '6c1481d4-cd01-485a-8e53-6397f6faa1c6'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 877.280785] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110bc89-3147-4399-8b6f-f2f4773f6e85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.289079] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.289079] env[70480]: value = "task-3722827" [ 877.289079] env[70480]: _type = "Task" [ 877.289079] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.312980] env[70480]: DEBUG oslo_vmware.api [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.317848] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932616e0-85da-4a62-8b8c-2eff55f039e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.325085] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722827, 'name': CreateVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.332767] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.335487] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c56455-5e65-49c5-bbe1-6da8374da4f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.346611] env[70480]: DEBUG nova.network.neutron [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Successfully created port: ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.372140] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522d0662-a958-f3bb-0055-53e8fe900f91, 'name': SearchDatastore_Task, 'duration_secs': 0.03069} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.376200] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f3ad2-c829-4876-b779-ea55e204630e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.379859] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380274] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.380610] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380788] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381072] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.381435] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e27305-cde0-4c41-88fb-bd88544de27a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.399519] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6/volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 877.405871] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.407251] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aefbecb-b6d1-44c6-8a4d-45ea5f087ec6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.422055] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.422540] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.423226] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31428255-0dd7-4a90-87c3-17ac19ed7f33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.432359] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 877.432359] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cba57b-030c-e8ae-fc0f-2f6b12c1286e" [ 877.432359] env[70480]: _type = "Task" [ 877.432359] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.434401] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 877.434401] env[70480]: value = "task-3722828" [ 877.434401] env[70480]: _type = "Task" [ 877.434401] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.451778] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cba57b-030c-e8ae-fc0f-2f6b12c1286e, 'name': SearchDatastore_Task, 'duration_secs': 0.01605} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.456679] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.456679] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4281a808-b814-47d9-ad49-36eff70f6e58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.476146] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722817, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.476146] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 877.476146] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5246be6d-67e2-8343-8381-bac87c368b12" [ 877.476146] env[70480]: _type = "Task" [ 877.476146] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.482823] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5246be6d-67e2-8343-8381-bac87c368b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.578809] env[70480]: DEBUG oslo_vmware.api [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722814, 'name': PowerOnVM_Task, 'duration_secs': 0.6348} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.579180] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.579429] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76295868-3098-4925-a12a-8a75fc30ed74 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance '4278a8f2-85dd-441f-90ee-d27e74333a28' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.628772] env[70480]: DEBUG nova.network.neutron [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Updating instance_info_cache with network_info: [{"id": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "address": "fa:16:3e:7d:89:e5", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c095c6-ae", "ovs_interfaceid": "26c095c6-ae1f-42cd-ab06-fbf2990c3d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.651352] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.651644] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba6a948-7c90-4122-bce0-162149cbf1a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.660655] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 877.660655] env[70480]: value = "task-3722829" [ 877.660655] env[70480]: _type = "Task" [ 877.660655] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.672394] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.672690] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.673479] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6f741-f20c-41bc-b621-71c0dc17478b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.682584] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.682584] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53bc508c-1c07-4a75-8da2-440d09cdddf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.721689] env[70480]: DEBUG oslo_vmware.api [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Task: {'id': task-3722821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16043} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.722251] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.722576] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.722873] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.723209] env[70480]: INFO nova.compute.manager [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Took 3.42 seconds to destroy the instance on the hypervisor. [ 877.723589] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.723901] env[70480]: DEBUG nova.compute.manager [-] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.724661] env[70480]: DEBUG nova.network.neutron [-] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.729326] env[70480]: DEBUG nova.scheduler.client.report [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.733377] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.734019] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.753500] env[70480]: DEBUG oslo_vmware.api [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Task: {'id': task-3722824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247847} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.753841] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.754072] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.754232] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.754521] env[70480]: INFO nova.compute.manager [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Took 1.23 seconds to destroy the instance on the hypervisor. [ 877.754711] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.754923] env[70480]: DEBUG nova.compute.manager [-] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.755029] env[70480]: DEBUG nova.network.neutron [-] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.780643] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.780958] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.781166] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.781504] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527a2c9a-2f40-4362-a281-1d74658d69fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.803930] env[70480]: DEBUG oslo_vmware.api [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249416} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.807729] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.808228] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.808422] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.808708] env[70480]: INFO nova.compute.manager [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Took 1.37 seconds to destroy the instance on the hypervisor. [ 877.809042] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.809845] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 877.809845] env[70480]: value = "task-3722831" [ 877.809845] env[70480]: _type = "Task" [ 877.809845] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.810674] env[70480]: DEBUG nova.compute.manager [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.810674] env[70480]: DEBUG nova.network.neutron [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.820041] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722827, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.831022] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.835794] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722816, 'name': ReconfigVM_Task, 'duration_secs': 0.611496} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.835794] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc/00e8f778-1d36-4bd8-9417-dbc11095aacc.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.835794] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70480) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 877.836351] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5efc748a-b1f6-4c17-a8df-44a6df83982a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.843777] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 877.843777] env[70480]: value = "task-3722832" [ 877.843777] env[70480]: _type = "Task" [ 877.843777] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.855012] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722832, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.874198] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.914632] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.914837] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.914970] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.915233] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.915389] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.915539] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.915759] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.915923] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.916237] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.916286] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.916535] env[70480]: DEBUG nova.virt.hardware [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.917377] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9215f16-7837-4827-a068-bfc4abfde6b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.928265] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09a4d13-c29e-479b-ab45-6068aaf18996 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.963399] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722828, 'name': ReconfigVM_Task, 'duration_secs': 0.335619} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.964092] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.972126] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28963d0-d7b5-4d77-a34b-0bd6155d90f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.982706] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722817, 'name': Destroy_Task, 'duration_secs': 0.585122} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.983098] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Destroyed the VM [ 877.983441] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.986916] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09cc46c0-8a70-4b0c-a659-3afac6c81297 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.992631] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 877.992631] env[70480]: value = "task-3722833" [ 877.992631] env[70480]: _type = "Task" [ 877.992631] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.000688] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5246be6d-67e2-8343-8381-bac87c368b12, 'name': SearchDatastore_Task, 'duration_secs': 0.014924} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.002714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.002944] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 357516e3-ec78-4e69-984e-4648ec9b2fc9/357516e3-ec78-4e69-984e-4648ec9b2fc9.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.003337] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 878.003337] env[70480]: value = "task-3722834" [ 878.003337] env[70480]: _type = "Task" [ 878.003337] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.004220] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad35c89e-e17c-4ea7-944c-a71a77b1aa1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.014837] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.024132] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722834, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.024132] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 878.024132] env[70480]: value = "task-3722835" [ 878.024132] env[70480]: _type = "Task" [ 878.024132] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.039153] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.131628] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-81640b4a-3c62-4328-8b22-57ddf021c132" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.132380] env[70480]: DEBUG nova.objects.instance [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'flavor' on Instance uuid 81640b4a-3c62-4328-8b22-57ddf021c132 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.241818] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.402s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.257280] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.921s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.257280] env[70480]: DEBUG nova.objects.instance [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lazy-loading 'resources' on Instance uuid ccbfd3b6-a502-45cd-9ddc-529075fc44f2 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.266684] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.270438] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.270438] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.270438] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.270438] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.270677] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.270677] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 878.270875] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.307324] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722827, 'name': CreateVM_Task, 'duration_secs': 0.575839} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.308373] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.310114] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.313975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.313975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.313975] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88ae466-b0fa-4d59-8ccb-1f5b26987c0c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.328474] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 878.328474] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521500a9-791f-8e79-95df-8f0be8619b32" [ 878.328474] env[70480]: _type = "Task" [ 878.328474] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.329060] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356864} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.329509] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.329625] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.329788] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.350797] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521500a9-791f-8e79-95df-8f0be8619b32, 'name': SearchDatastore_Task, 'duration_secs': 0.017522} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.356155] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.356155] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.356155] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.356155] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.356155] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.356155] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d6410ef-413a-4202-b005-33f9b5da553b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.369930] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722832, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.109139} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.369930] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70480) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 878.369930] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af782b67-3375-456c-abb6-13d77b227070 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.374019] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.374338] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.376426] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6673c6da-55ff-42a9-b7b1-cf3a5417fbd1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.404465] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc/ephemeral_0.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.405930] env[70480]: INFO nova.scheduler.client.report [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted allocations for instance 07c1ec66-95f1-48dc-82f6-bda260842773 [ 878.407430] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ce200f-efdc-4f35-abce-f273f73eb84d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.430803] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 878.430803] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521bf867-0212-02e9-5342-1bc25675af8d" [ 878.430803] env[70480]: _type = "Task" [ 878.430803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.447694] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 878.447694] env[70480]: value = "task-3722836" [ 878.447694] env[70480]: _type = "Task" [ 878.447694] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.447694] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521bf867-0212-02e9-5342-1bc25675af8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.468773] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.506705] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.523916] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722834, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.537789] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722835, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.643391] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d0793-f81d-4a9b-93dc-2b67aae00f28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.665847] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.666372] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0513629a-3ef4-4138-b980-21d80778c591 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.675150] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 878.675150] env[70480]: value = "task-3722837" [ 878.675150] env[70480]: _type = "Task" [ 878.675150] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.687222] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.775553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.792263] env[70480]: DEBUG nova.compute.manager [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.794727] env[70480]: DEBUG nova.compute.manager [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing instance network info cache due to event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.794727] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] Acquiring lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.794727] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] Acquired lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.794727] env[70480]: DEBUG nova.network.neutron [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.843841] env[70480]: DEBUG nova.compute.manager [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Received event network-vif-deleted-8290ea84-8bab-4a54-acc9-0982de25674f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.843841] env[70480]: DEBUG nova.compute.manager [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Received event network-vif-plugged-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.843841] env[70480]: DEBUG oslo_concurrency.lockutils [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] Acquiring lock "19a6ac66-ef0e-419a-beb3-2b480db37abe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.843841] env[70480]: DEBUG oslo_concurrency.lockutils [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.843841] env[70480]: DEBUG oslo_concurrency.lockutils [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.843841] env[70480]: DEBUG nova.compute.manager [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] No waiting events found dispatching network-vif-plugged-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.844211] env[70480]: WARNING nova.compute.manager [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Received unexpected event network-vif-plugged-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 for instance with vm_state building and task_state spawning. [ 878.844211] env[70480]: DEBUG nova.compute.manager [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Received event network-changed-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.844386] env[70480]: DEBUG nova.compute.manager [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Refreshing instance network info cache due to event network-changed-f3761562-6829-4ce8-bca7-bb9cf5fd11a9. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.845230] env[70480]: DEBUG oslo_concurrency.lockutils [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] Acquiring lock "refresh_cache-19a6ac66-ef0e-419a-beb3-2b480db37abe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.845230] env[70480]: DEBUG oslo_concurrency.lockutils [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] Acquired lock "refresh_cache-19a6ac66-ef0e-419a-beb3-2b480db37abe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.845230] env[70480]: DEBUG nova.network.neutron [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Refreshing network info cache for port f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.939670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d675605c-6aa2-4395-a36a-9364df0695d2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "07c1ec66-95f1-48dc-82f6-bda260842773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.011s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.968733] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521bf867-0212-02e9-5342-1bc25675af8d, 'name': SearchDatastore_Task, 'duration_secs': 0.07871} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.968733] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.972980] env[70480]: DEBUG nova.network.neutron [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.974350] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3eb44b-2751-4dad-a955-26e8233f72ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.984258] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 878.984258] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523766d4-4e1a-ef90-ef38-a7ec03513dda" [ 878.984258] env[70480]: _type = "Task" [ 878.984258] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.998740] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523766d4-4e1a-ef90-ef38-a7ec03513dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.011212] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722833, 'name': ReconfigVM_Task, 'duration_secs': 0.927481} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.018232] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741208', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'name': 'volume-6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864', 'attached_at': '', 'detached_at': '', 'volume_id': '6c1481d4-cd01-485a-8e53-6397f6faa1c6', 'serial': '6c1481d4-cd01-485a-8e53-6397f6faa1c6'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 879.018587] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.020799] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f55eb5-4d32-465a-8f4a-cf58bc078c41 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.033587] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.033905] env[70480]: DEBUG oslo_vmware.api [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722834, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817504} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.037656] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e55f9ab6-afb0-4e20-8579-f61e39279bcd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.039788] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.040364] env[70480]: INFO nova.compute.manager [None req-3b0ff843-7ec2-4b16-bb14-73bb6cad9a18 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 879.047123] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762204} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.048101] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 357516e3-ec78-4e69-984e-4648ec9b2fc9/357516e3-ec78-4e69-984e-4648ec9b2fc9.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.048368] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.049027] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a608783f-1c34-4753-98ec-422f1ad44e6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.058138] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 879.058138] env[70480]: value = "task-3722839" [ 879.058138] env[70480]: _type = "Task" [ 879.058138] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.074508] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.141447] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.141906] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.142035] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Deleting the datastore file [datastore2] ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.142990] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822eb3d6-2019-41ec-950d-12bfa1d6d86b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.155100] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for the task: (returnval){ [ 879.155100] env[70480]: value = "task-3722840" [ 879.155100] env[70480]: _type = "Task" [ 879.155100] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.169504] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.185489] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722837, 'name': PowerOffVM_Task, 'duration_secs': 0.335353} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.185901] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.193186] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.193186] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a91b05-923e-4dac-9b2d-ec74bf4f6602 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.215194] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 879.215194] env[70480]: value = "task-3722841" [ 879.215194] env[70480]: _type = "Task" [ 879.215194] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.226733] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.342301] env[70480]: DEBUG nova.network.neutron [-] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.347406] env[70480]: DEBUG nova.network.neutron [-] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.407718] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.407718] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.407990] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.408874] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.408874] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.408874] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.408874] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.409189] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.409273] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.409746] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.410015] env[70480]: DEBUG nova.virt.hardware [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.411394] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801fb92-a20a-4ffe-98fd-0502c5c9185d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.426124] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868bd7b5-8f47-40a9-ab3c-f0b75cfb8bf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.446084] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:28:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3324664f-1161-4b21-b767-22ca53388c80', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.454452] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.460677] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.464667] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dfb4537-06f0-4f3f-b059-13c035412f53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.486923] env[70480]: INFO nova.compute.manager [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Took 1.68 seconds to deallocate network for instance. [ 879.501150] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722836, 'name': ReconfigVM_Task, 'duration_secs': 0.586759} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.506437] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc/ephemeral_0.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.507323] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.507323] env[70480]: value = "task-3722842" [ 879.507323] env[70480]: _type = "Task" [ 879.507323] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.507928] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-243bf8b8-1fdc-43f1-a09e-46aa09b32084 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.517657] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523766d4-4e1a-ef90-ef38-a7ec03513dda, 'name': SearchDatastore_Task, 'duration_secs': 0.017116} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.518545] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.518916] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 19a6ac66-ef0e-419a-beb3-2b480db37abe/19a6ac66-ef0e-419a-beb3-2b480db37abe.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.519638] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b3081e-f12e-4cbc-8e8d-c50b6911033e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.531434] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722842, 'name': CreateVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.532123] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 879.532123] env[70480]: value = "task-3722843" [ 879.532123] env[70480]: _type = "Task" [ 879.532123] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.538742] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 879.538742] env[70480]: value = "task-3722844" [ 879.538742] env[70480]: _type = "Task" [ 879.538742] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.552464] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722843, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.572407] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.577024] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121182} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.580314] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.582544] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38aa7e-5448-4840-8e76-85de1ef7d865 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.608286] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 357516e3-ec78-4e69-984e-4648ec9b2fc9/357516e3-ec78-4e69-984e-4648ec9b2fc9.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.612062] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2162449-84c4-422c-823d-e4db6795ddcf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.633894] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 879.633894] env[70480]: value = "task-3722845" [ 879.633894] env[70480]: _type = "Task" [ 879.633894] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.640377] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f96f6-d742-4270-96ca-2285c346dd4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.648072] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.653743] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7f43b-4af4-4bac-83e6-798d665ebf6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.698627] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3af72b-6156-4357-a2d3-6d22e4b5afe9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.702836] env[70480]: DEBUG oslo_vmware.api [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Task: {'id': task-3722840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198945} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.703418] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.703757] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.704042] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.717184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ce5b7-e825-496e-9332-5035919fdc8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.731170] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722841, 'name': ReconfigVM_Task, 'duration_secs': 0.366331} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.740705] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.741039] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.741725] env[70480]: DEBUG nova.compute.provider_tree [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.743434] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1e9042-59fa-4077-b98d-ccad10720b00 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.753153] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 879.753153] env[70480]: value = "task-3722846" [ 879.753153] env[70480]: _type = "Task" [ 879.753153] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.764278] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.766286] env[70480]: DEBUG nova.network.neutron [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Successfully updated port: ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.827948] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 879.829093] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19d27a34-e3ee-49ab-955f-ae5349eed5d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.844217] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146ceaca-34f2-4726-b27a-89429f5033dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.863384] env[70480]: INFO nova.compute.manager [-] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Took 2.14 seconds to deallocate network for instance. [ 879.864050] env[70480]: INFO nova.compute.manager [-] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Took 2.11 seconds to deallocate network for instance. [ 879.907189] env[70480]: ERROR nova.compute.manager [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Failed to detach volume 6c1481d4-cd01-485a-8e53-6397f6faa1c6 from /dev/sda: nova.exception.InstanceNotFound: Instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 could not be found. [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Traceback (most recent call last): [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self.driver.rebuild(**kwargs) [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] raise NotImplementedError() [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] NotImplementedError [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] During handling of the above exception, another exception occurred: [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Traceback (most recent call last): [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self.driver.detach_volume(context, old_connection_info, [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] return self._volumeops.detach_volume(connection_info, instance) [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._detach_volume_vmdk(connection_info, instance) [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] stable_ref.fetch_moref(session) [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] raise exception.InstanceNotFound(instance_id=self._uuid) [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] nova.exception.InstanceNotFound: Instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 could not be found. [ 879.907189] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 880.010595] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.024242] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722842, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.046525] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722843, 'name': Rename_Task, 'duration_secs': 0.216008} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.051507] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.054836] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9044a4d9-4f28-407f-96c5-cbfdb12d4679 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.067282] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722844, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.070237] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 880.070237] env[70480]: value = "task-3722847" [ 880.070237] env[70480]: _type = "Task" [ 880.070237] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.080803] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.086017] env[70480]: DEBUG nova.network.neutron [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Updated VIF entry in instance network info cache for port f3761562-6829-4ce8-bca7-bb9cf5fd11a9. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.086017] env[70480]: DEBUG nova.network.neutron [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Updating instance_info_cache with network_info: [{"id": "f3761562-6829-4ce8-bca7-bb9cf5fd11a9", "address": "fa:16:3e:a2:99:2a", "network": {"id": "2c1115a0-24c2-4c44-8e92-d8310ff96988", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1614277009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5189fa6f346a458787e995ac9fff54fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3761562-68", "ovs_interfaceid": "f3761562-6829-4ce8-bca7-bb9cf5fd11a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.114247] env[70480]: DEBUG nova.network.neutron [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updated VIF entry in instance network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.114357] env[70480]: DEBUG nova.network.neutron [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.151214] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.156183] env[70480]: DEBUG nova.compute.utils [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Build of instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 aborted: Failed to rebuild volume backed instance. {{(pid=70480) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 880.158786] env[70480]: ERROR nova.compute.manager [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 aborted: Failed to rebuild volume backed instance. [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Traceback (most recent call last): [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self.driver.rebuild(**kwargs) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] raise NotImplementedError() [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] NotImplementedError [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] During handling of the above exception, another exception occurred: [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Traceback (most recent call last): [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._detach_root_volume(context, instance, root_bdm) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] with excutils.save_and_reraise_exception(): [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self.force_reraise() [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] raise self.value [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self.driver.detach_volume(context, old_connection_info, [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] return self._volumeops.detach_volume(connection_info, instance) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._detach_volume_vmdk(connection_info, instance) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] stable_ref.fetch_moref(session) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] raise exception.InstanceNotFound(instance_id=self._uuid) [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] nova.exception.InstanceNotFound: Instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 could not be found. [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] During handling of the above exception, another exception occurred: [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Traceback (most recent call last): [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] yield [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 880.158786] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._do_rebuild_instance_with_claim( [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._do_rebuild_instance( [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._rebuild_default_impl(**kwargs) [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] self._rebuild_volume_backed_instance( [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] raise exception.BuildAbortException( [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] nova.exception.BuildAbortException: Build of instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 aborted: Failed to rebuild volume backed instance. [ 880.160496] env[70480]: ERROR nova.compute.manager [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] [ 880.248077] env[70480]: DEBUG nova.scheduler.client.report [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.265111] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.268267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "refresh_cache-1955d848-f157-4193-a1a8-b48cbabc37d4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.268267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquired lock "refresh_cache-1955d848-f157-4193-a1a8-b48cbabc37d4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.268267] env[70480]: DEBUG nova.network.neutron [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.378119] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.471595] env[70480]: INFO nova.compute.manager [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Took 0.61 seconds to detach 1 volumes for instance. [ 880.476049] env[70480]: DEBUG nova.compute.manager [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Deleting volume: 7946a523-d1a7-49e6-936d-838b00ffcaa7 {{(pid=70480) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 880.523783] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722842, 'name': CreateVM_Task, 'duration_secs': 0.791974} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.530197] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.531370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.531595] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.532075] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.532377] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e3deae-862e-4ba2-a52a-5e6b7ce06b84 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.540706] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 880.540706] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5284947f-a94f-eb6f-1efb-61c905d10388" [ 880.540706] env[70480]: _type = "Task" [ 880.540706] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.564120] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5284947f-a94f-eb6f-1efb-61c905d10388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.564368] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64469} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.565673] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 19a6ac66-ef0e-419a-beb3-2b480db37abe/19a6ac66-ef0e-419a-beb3-2b480db37abe.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.565673] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.565982] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3996c815-5a0b-4d2b-8ae5-ac6cd02573b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.575538] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 880.575538] env[70480]: value = "task-3722849" [ 880.575538] env[70480]: _type = "Task" [ 880.575538] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.591235] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.594975] env[70480]: DEBUG oslo_concurrency.lockutils [req-b59055d7-79b9-4ee4-8a1f-066354ff214a req-a5562926-8933-49f4-af5d-ad78b75ee778 service nova] Releasing lock "refresh_cache-19a6ac66-ef0e-419a-beb3-2b480db37abe" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.596080] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.617807] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5e6bf81-5018-4e23-9d10-7517f2abf26b req-46c88c6d-d213-4152-b1cf-018990efc9aa service nova] Releasing lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.647737] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722845, 'name': ReconfigVM_Task, 'duration_secs': 0.626337} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.647907] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 357516e3-ec78-4e69-984e-4648ec9b2fc9/357516e3-ec78-4e69-984e-4648ec9b2fc9.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.649119] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c952c4-6db2-4f5b-a3d7-147a3c7d8188 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.656933] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 880.656933] env[70480]: value = "task-3722850" [ 880.656933] env[70480]: _type = "Task" [ 880.656933] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.671898] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722850, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.755055] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.504s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.758412] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.987s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.760549] env[70480]: INFO nova.compute.claims [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.777399] env[70480]: DEBUG oslo_vmware.api [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722846, 'name': PowerOnVM_Task, 'duration_secs': 0.658978} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.778115] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.781032] env[70480]: DEBUG nova.compute.manager [None req-c275a366-d673-4056-8a99-b97e428f429f tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.781032] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dae6ca-7248-4872-9721-56f736b9ad1a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.783273] env[70480]: INFO nova.scheduler.client.report [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted allocations for instance ccbfd3b6-a502-45cd-9ddc-529075fc44f2 [ 880.822919] env[70480]: DEBUG nova.network.neutron [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.000393] env[70480]: DEBUG nova.network.neutron [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Updating instance_info_cache with network_info: [{"id": "ed0382e8-3717-48a6-9847-f87e7361ac3f", "address": "fa:16:3e:62:72:d5", "network": {"id": "60c2a591-c8f5-45cf-9fc7-8501aea33498", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-462375533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ed5a9bca9a42c0a23e724995816490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0382e8-37", "ovs_interfaceid": "ed0382e8-3717-48a6-9847-f87e7361ac3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.033762] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.053296] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5284947f-a94f-eb6f-1efb-61c905d10388, 'name': SearchDatastore_Task, 'duration_secs': 0.025242} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.054107] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.054239] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.054598] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.055448] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055706] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.057184] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9a80467-b82d-4132-b4a5-e54ee0c64d4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.077458] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.077458] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.077458] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a422844-a368-4f70-9711-8a65defbc90a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.091315] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 881.091315] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ea0675-71fb-94b7-1cc0-1bbe3ebfff29" [ 881.091315] env[70480]: _type = "Task" [ 881.091315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.099540] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.099974] env[70480]: DEBUG oslo_vmware.api [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3722847, 'name': PowerOnVM_Task, 'duration_secs': 0.673017} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.105502] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.105502] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.105502] env[70480]: INFO nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Took 11.07 seconds to spawn the instance on the hypervisor. [ 881.105502] env[70480]: DEBUG nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.105502] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f9501-b0c1-4e58-8bd2-213eec44e172 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.109329] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f8d9b1-bf17-4e71-b923-a1b433847c60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.118685] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ea0675-71fb-94b7-1cc0-1bbe3ebfff29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.139059] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 19a6ac66-ef0e-419a-beb3-2b480db37abe/19a6ac66-ef0e-419a-beb3-2b480db37abe.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.142584] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11feb25e-a83b-41ff-adec-6070f2229fb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.171838] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722850, 'name': Rename_Task, 'duration_secs': 0.311502} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.173480] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.175491] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 881.175491] env[70480]: value = "task-3722851" [ 881.175491] env[70480]: _type = "Task" [ 881.175491] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.176119] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afd023d-45d1-4470-a172-8f92fe75acd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.190765] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.191888] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 881.191888] env[70480]: value = "task-3722852" [ 881.191888] env[70480]: _type = "Task" [ 881.191888] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.205650] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.296178] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d0f6acd6-89b7-43d7-967d-125fb62897d8 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "ccbfd3b6-a502-45cd-9ddc-529075fc44f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.418s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.501778] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Releasing lock "refresh_cache-1955d848-f157-4193-a1a8-b48cbabc37d4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.502208] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Instance network_info: |[{"id": "ed0382e8-3717-48a6-9847-f87e7361ac3f", "address": "fa:16:3e:62:72:d5", "network": {"id": "60c2a591-c8f5-45cf-9fc7-8501aea33498", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-462375533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ed5a9bca9a42c0a23e724995816490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0382e8-37", "ovs_interfaceid": "ed0382e8-3717-48a6-9847-f87e7361ac3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.502649] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:72:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed0382e8-3717-48a6-9847-f87e7361ac3f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.510957] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Creating folder: Project (49ed5a9bca9a42c0a23e724995816490). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.512163] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40770d24-6d3b-4852-b203-c1cf0a1ad215 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.524741] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Created folder: Project (49ed5a9bca9a42c0a23e724995816490) in parent group-v741156. [ 881.524821] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Creating folder: Instances. Parent ref: group-v741319. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.525109] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2f457e7-39c4-4769-9462-89c95322b871 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.542028] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Created folder: Instances in parent group-v741319. [ 881.542028] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.542028] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.542028] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52422a84-86f5-4a90-a607-132bd2ca8f14 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.562027] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.562027] env[70480]: value = "task-3722855" [ 881.562027] env[70480]: _type = "Task" [ 881.562027] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.570741] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722855, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.610899] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ea0675-71fb-94b7-1cc0-1bbe3ebfff29, 'name': SearchDatastore_Task, 'duration_secs': 0.050217} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.611779] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcf8f12-12ac-443f-93ea-16b3c5e3b47a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.618891] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 881.618891] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1f677-df1f-2767-b73b-7e78b56b42cb" [ 881.618891] env[70480]: _type = "Task" [ 881.618891] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.629475] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1f677-df1f-2767-b73b-7e78b56b42cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.668963] env[70480]: INFO nova.compute.manager [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Took 41.53 seconds to build instance. [ 881.693116] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722851, 'name': ReconfigVM_Task, 'duration_secs': 0.514861} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.693656] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 19a6ac66-ef0e-419a-beb3-2b480db37abe/19a6ac66-ef0e-419a-beb3-2b480db37abe.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.699291] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3492362-b217-4580-9978-41f065663745 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.709360] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.711294] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 881.711294] env[70480]: value = "task-3722856" [ 881.711294] env[70480]: _type = "Task" [ 881.711294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.721658] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722856, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.749722] env[70480]: DEBUG nova.compute.manager [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Received event network-vif-deleted-c080f407-5175-4143-8b1f-8470c5aa9ce9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.750436] env[70480]: DEBUG nova.compute.manager [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Received event network-vif-plugged-ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.750797] env[70480]: DEBUG oslo_concurrency.lockutils [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] Acquiring lock "1955d848-f157-4193-a1a8-b48cbabc37d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.750851] env[70480]: DEBUG oslo_concurrency.lockutils [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.751058] env[70480]: DEBUG oslo_concurrency.lockutils [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.751276] env[70480]: DEBUG nova.compute.manager [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] No waiting events found dispatching network-vif-plugged-ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 881.751458] env[70480]: WARNING nova.compute.manager [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Received unexpected event network-vif-plugged-ed0382e8-3717-48a6-9847-f87e7361ac3f for instance with vm_state building and task_state spawning. [ 881.751833] env[70480]: DEBUG nova.compute.manager [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Received event network-changed-ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.751833] env[70480]: DEBUG nova.compute.manager [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Refreshing instance network info cache due to event network-changed-ed0382e8-3717-48a6-9847-f87e7361ac3f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.752130] env[70480]: DEBUG oslo_concurrency.lockutils [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] Acquiring lock "refresh_cache-1955d848-f157-4193-a1a8-b48cbabc37d4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.752270] env[70480]: DEBUG oslo_concurrency.lockutils [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] Acquired lock "refresh_cache-1955d848-f157-4193-a1a8-b48cbabc37d4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.752435] env[70480]: DEBUG nova.network.neutron [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Refreshing network info cache for port ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.819130] env[70480]: DEBUG nova.compute.manager [req-e4750fbe-d50e-49fb-bee4-97b57f2ec495 req-25c702ae-da6f-4501-ac33-931d619957b4 service nova] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Received event network-vif-deleted-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.819357] env[70480]: DEBUG nova.compute.manager [req-e4750fbe-d50e-49fb-bee4-97b57f2ec495 req-25c702ae-da6f-4501-ac33-931d619957b4 service nova] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Received event network-vif-deleted-58f9601f-6072-40d7-b621-57f1e608e027 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.079972] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722855, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.130630] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1f677-df1f-2767-b73b-7e78b56b42cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.133383] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133671] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.134100] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef017210-7d3c-4498-8e4c-77671bd1947d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.143724] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 882.143724] env[70480]: value = "task-3722857" [ 882.143724] env[70480]: _type = "Task" [ 882.143724] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.153928] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.173741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.987s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.186048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.207034] env[70480]: DEBUG oslo_vmware.api [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722852, 'name': PowerOnVM_Task, 'duration_secs': 0.608498} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.207326] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.207535] env[70480]: INFO nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Took 9.91 seconds to spawn the instance on the hypervisor. [ 882.207712] env[70480]: DEBUG nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.209278] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a926b4ab-af6a-46f3-b5e6-b7d017d96440 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.234020] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722856, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.256604] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72935e18-bc5c-4c10-875f-2091f8c83cbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.267868] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094df62-1a54-4fe0-aef8-26f6d7ee7a20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.310700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634b54c-4df8-4d09-86ef-c83f41f9e756 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.324342] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b1b2a5-b196-47dc-992d-bc3bf95ca986 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.341928] env[70480]: DEBUG nova.compute.provider_tree [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.579168] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "2aba3d33-4f99-4931-8385-8216e207a37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.579912] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722855, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.657681] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.677758] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.729378] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722856, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.742098] env[70480]: INFO nova.compute.manager [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Took 39.77 seconds to build instance. [ 882.770746] env[70480]: DEBUG nova.network.neutron [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Port 9f41b9eb-0f60-405b-ab15-550c55ea64fb binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 882.771041] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.771219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.771362] env[70480]: DEBUG nova.network.neutron [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.796078] env[70480]: DEBUG nova.network.neutron [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Updated VIF entry in instance network info cache for port ed0382e8-3717-48a6-9847-f87e7361ac3f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.796531] env[70480]: DEBUG nova.network.neutron [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Updating instance_info_cache with network_info: [{"id": "ed0382e8-3717-48a6-9847-f87e7361ac3f", "address": "fa:16:3e:62:72:d5", "network": {"id": "60c2a591-c8f5-45cf-9fc7-8501aea33498", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-462375533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ed5a9bca9a42c0a23e724995816490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0382e8-37", "ovs_interfaceid": "ed0382e8-3717-48a6-9847-f87e7361ac3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.846023] env[70480]: DEBUG nova.scheduler.client.report [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.076870] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722855, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.157124] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.158872] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.158872] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.158872] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1368fa-5342-4b0a-845f-d4cbae65efa6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.167093] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 883.167093] env[70480]: value = "task-3722858" [ 883.167093] env[70480]: _type = "Task" [ 883.167093] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.176931] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.200486] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.227035] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722856, 'name': Rename_Task, 'duration_secs': 1.243475} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.227336] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.227597] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e00e6a6c-36b7-4d6e-bcc6-aedf882d842d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.235799] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 883.235799] env[70480]: value = "task-3722859" [ 883.235799] env[70480]: _type = "Task" [ 883.235799] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.245483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0710f142-cd93-44d5-a03e-11ebf9c9a449 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.980s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.249502] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.299635] env[70480]: DEBUG oslo_concurrency.lockutils [req-0776f080-023d-4a2f-99ca-7ce1a241ef93 req-2a0b63b0-b740-4c7a-8c89-ec5ecf207702 service nova] Releasing lock "refresh_cache-1955d848-f157-4193-a1a8-b48cbabc37d4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.355099] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.355662] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.362367] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.450s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.364724] env[70480]: INFO nova.compute.claims [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.458020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "26245d97-c50b-4e3e-9494-c3926d12a41a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.458020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.500458] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "88dbd034-d214-42b2-9e96-e4950cad43ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.500458] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.566122] env[70480]: DEBUG nova.network.neutron [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.582615] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722855, 'name': CreateVM_Task, 'duration_secs': 1.903385} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.582615] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.582615] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.582615] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.582615] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.582615] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc08846-053e-48d4-af8c-a477b78c082e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.587177] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 883.587177] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5242dfa7-58da-be07-0ba5-f2e480effe0c" [ 883.587177] env[70480]: _type = "Task" [ 883.587177] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.598027] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5242dfa7-58da-be07-0ba5-f2e480effe0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.678752] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114239} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.679176] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.680337] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac8e8b2-a0e0-4d2b-b725-4e63a0a8b16c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.707753] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.708099] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb098cd-b81c-4292-9b30-221e719f9d3b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.730234] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 883.730234] env[70480]: value = "task-3722860" [ 883.730234] env[70480]: _type = "Task" [ 883.730234] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.739575] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.748773] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.870618] env[70480]: DEBUG nova.compute.utils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.872602] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.876045] env[70480]: DEBUG nova.network.neutron [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.898186] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.899380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.899380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.899380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.901279] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.904028] env[70480]: INFO nova.compute.manager [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Terminating instance [ 883.954461] env[70480]: DEBUG nova.policy [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.959609] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.033266] env[70480]: DEBUG nova.compute.manager [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.033488] env[70480]: DEBUG nova.compute.manager [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing instance network info cache due to event network-changed-d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.033843] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] Acquiring lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.034147] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] Acquired lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.034639] env[70480]: DEBUG nova.network.neutron [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Refreshing network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.073062] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.103129] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5242dfa7-58da-be07-0ba5-f2e480effe0c, 'name': SearchDatastore_Task, 'duration_secs': 0.025464} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.103482] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.103722] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.103957] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.104118] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.104304] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.104926] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac172c3a-fdd9-4721-888c-a96039360041 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.117372] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.117619] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.118502] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3039e90b-e29b-41c6-922d-54214cca57f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.125597] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 884.125597] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52475fc4-1fca-52e7-6dfd-37c4ebe4c7c6" [ 884.125597] env[70480]: _type = "Task" [ 884.125597] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.135259] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52475fc4-1fca-52e7-6dfd-37c4ebe4c7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.246691] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.257893] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722859, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.266313] env[70480]: DEBUG nova.compute.manager [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Received event network-changed-77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.266313] env[70480]: DEBUG nova.compute.manager [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Refreshing instance network info cache due to event network-changed-77b108b3-bdb6-4547-a70d-40a8db95008a. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.266313] env[70480]: DEBUG oslo_concurrency.lockutils [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] Acquiring lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.266313] env[70480]: DEBUG oslo_concurrency.lockutils [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] Acquired lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.267190] env[70480]: DEBUG nova.network.neutron [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Refreshing network info cache for port 77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.314860] env[70480]: DEBUG nova.network.neutron [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Successfully created port: 3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.384263] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.407176] env[70480]: DEBUG nova.compute.manager [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.407566] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54e33aab-bd39-47e2-af54-495e09e5bfe0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.419730] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8082e0-9c76-4c61-ada5-2bfec95eaa6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.474072] env[70480]: WARNING nova.virt.vmwareapi.driver [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 could not be found. [ 884.474293] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.483884] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11323904-3f90-46de-8f7d-add136160c8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.500437] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c644c1af-4bc9-49e1-b634-101d13611679 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.519578] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.559968] env[70480]: WARNING nova.virt.vmwareapi.vmops [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 could not be found. [ 884.560206] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.560394] env[70480]: INFO nova.compute.manager [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Took 0.15 seconds to destroy the instance on the hypervisor. [ 884.560835] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.564101] env[70480]: DEBUG nova.compute.manager [-] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.564199] env[70480]: DEBUG nova.network.neutron [-] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.580291] env[70480]: DEBUG nova.compute.manager [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70480) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 884.580538] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.646333] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52475fc4-1fca-52e7-6dfd-37c4ebe4c7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.026724} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.647237] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba89f4c-bc9f-42f9-921b-07cec006824a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.656994] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 884.656994] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b1e230-895b-5791-dcaa-2e561a903e7e" [ 884.656994] env[70480]: _type = "Task" [ 884.656994] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.670107] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b1e230-895b-5791-dcaa-2e561a903e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.744939] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722860, 'name': ReconfigVM_Task, 'duration_secs': 0.776935} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.744939] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9/ae1befdb-7833-4d66-9a74-aba5c8753fb9.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.745723] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c90f9e47-2740-4256-aa0b-b0d7bec26e18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.761885] env[70480]: DEBUG oslo_vmware.api [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722859, 'name': PowerOnVM_Task, 'duration_secs': 1.194461} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.766537] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.766778] env[70480]: INFO nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Took 9.74 seconds to spawn the instance on the hypervisor. [ 884.766960] env[70480]: DEBUG nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.767353] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 884.767353] env[70480]: value = "task-3722861" [ 884.767353] env[70480]: _type = "Task" [ 884.767353] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.768400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef75d0a-f098-492f-a597-0996efc90acc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.789408] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722861, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.858438] env[70480]: DEBUG nova.network.neutron [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updated VIF entry in instance network info cache for port d5e36829-05e2-4b20-8dd5-dec5b3d15269. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.858438] env[70480]: DEBUG nova.network.neutron [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [{"id": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "address": "fa:16:3e:36:7e:11", "network": {"id": "52f47389-3bda-4f07-9c5c-3d06f7b457e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1628887646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e931e9d69ca04373b068d8a986182755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e36829-05", "ovs_interfaceid": "d5e36829-05e2-4b20-8dd5-dec5b3d15269", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.022437] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c90b84-31f8-4854-9b1c-ed0788a8977d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.031150] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c031211-7902-461c-b523-dce052cb574a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.065988] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ddec1d-42ef-4f53-8261-e352f6d65c2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.075128] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe68657-21e3-46ad-82ce-c61c735bf37d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.094278] env[70480]: DEBUG nova.compute.provider_tree [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.168904] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b1e230-895b-5791-dcaa-2e561a903e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.016563} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.169201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.169455] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1955d848-f157-4193-a1a8-b48cbabc37d4/1955d848-f157-4193-a1a8-b48cbabc37d4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.169708] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8cc15a9-c410-4f5f-9c25-a7518c766a11 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.178855] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 885.178855] env[70480]: value = "task-3722862" [ 885.178855] env[70480]: _type = "Task" [ 885.178855] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.187780] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.286684] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722861, 'name': Rename_Task, 'duration_secs': 0.227468} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.287045] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.287440] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90fbd145-b2b2-4ed5-9053-92ab8db06463 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.299688] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 885.299688] env[70480]: value = "task-3722863" [ 885.299688] env[70480]: _type = "Task" [ 885.299688] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.300373] env[70480]: INFO nova.compute.manager [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Took 41.07 seconds to build instance. [ 885.312100] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.362092] env[70480]: DEBUG oslo_concurrency.lockutils [req-6d1d76d3-146e-4f54-afd2-140632fa3483 req-218b5f3b-520b-4662-b4c1-fa06d35f95e5 service nova] Releasing lock "refresh_cache-511def32-c243-43b2-87f7-d032720e8e5f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.405494] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.415262] env[70480]: DEBUG nova.network.neutron [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Updated VIF entry in instance network info cache for port 77b108b3-bdb6-4547-a70d-40a8db95008a. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.415675] env[70480]: DEBUG nova.network.neutron [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Updating instance_info_cache with network_info: [{"id": "77b108b3-bdb6-4547-a70d-40a8db95008a", "address": "fa:16:3e:31:b6:0f", "network": {"id": "ae189276-a951-4a5c-a293-db3009ae505f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-479267412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f19ee458164f22b268e30325a097e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b108b3-bd", "ovs_interfaceid": "77b108b3-bdb6-4547-a70d-40a8db95008a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.434375] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.434577] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.434636] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.434802] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.434956] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.435118] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.435370] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.435483] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.435647] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.435809] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.436068] env[70480]: DEBUG nova.virt.hardware [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.437370] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6477e-4005-4687-8ace-3d7db585aff3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.449325] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494165e-ba97-4095-8e3e-d11bad41b75e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.497733] env[70480]: DEBUG nova.compute.manager [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.498713] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e0929e-4459-4277-9a63-4bb1e5ea1c42 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.596126] env[70480]: DEBUG nova.scheduler.client.report [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.690525] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722862, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.806996] env[70480]: DEBUG oslo_concurrency.lockutils [None req-21c4f335-b897-4f03-a076-3fddd092e417 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.468s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.818288] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.919393] env[70480]: DEBUG oslo_concurrency.lockutils [req-a83956df-991f-4b1d-8147-e075f33b0875 req-2ae9e82a-ae73-4077-b502-8541cf7b524b service nova] Releasing lock "refresh_cache-00e8f778-1d36-4bd8-9417-dbc11095aacc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.013685] env[70480]: DEBUG nova.network.neutron [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Successfully updated port: 3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.015141] env[70480]: INFO nova.compute.manager [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] instance snapshotting [ 886.020884] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715d8af-8d9a-4b9b-be2f-fc7dd3eb9d49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.049853] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d89323-b5f1-428a-92e9-c7b1902f386e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107797] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.108064] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.110670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.142s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.112401] env[70480]: INFO nova.compute.claims [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.145329] env[70480]: DEBUG nova.network.neutron [-] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.194041] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887025} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.194041] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1955d848-f157-4193-a1a8-b48cbabc37d4/1955d848-f157-4193-a1a8-b48cbabc37d4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.194041] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.194041] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b23808fc-e25b-4e89-96ae-e8e59e8cf070 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.200386] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 886.200386] env[70480]: value = "task-3722864" [ 886.200386] env[70480]: _type = "Task" [ 886.200386] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.210405] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.316291] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.320104] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722863, 'name': PowerOnVM_Task, 'duration_secs': 0.871043} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.320104] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.320104] env[70480]: DEBUG nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.320523] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff4a85b-94f5-42b6-ae4f-854287f5f60d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.374651] env[70480]: DEBUG nova.compute.manager [req-7bda7bdf-bad0-446d-875c-0d6f81532f7c req-77f5c00f-d679-485a-b855-92e91e363f88 service nova] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Received event network-vif-deleted-1b00abd5-0322-44c8-890f-50cb9445449b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.483348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.483599] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.520692] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.522718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.522718] env[70480]: DEBUG nova.network.neutron [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.568026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.568026] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53f16aaf-511d-421d-9be7-60fc78e5639b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.575389] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 886.575389] env[70480]: value = "task-3722865" [ 886.575389] env[70480]: _type = "Task" [ 886.575389] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.586245] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722865, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.620024] env[70480]: DEBUG nova.compute.utils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.623387] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.623780] env[70480]: DEBUG nova.network.neutron [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.649068] env[70480]: INFO nova.compute.manager [-] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Took 2.08 seconds to deallocate network for instance. [ 886.673976] env[70480]: DEBUG nova.policy [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cabb2217ddd406eb6a23a30c69e8430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2998dc835b224a17acaf5c96944b9520', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.714024] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071242} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.714432] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.718027] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433da4c-a8a1-4b16-9ae7-ec1aea783963 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.742990] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 1955d848-f157-4193-a1a8-b48cbabc37d4/1955d848-f157-4193-a1a8-b48cbabc37d4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.745053] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4c1e20-880e-443a-bb7c-8f17064e7815 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.770369] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 886.770369] env[70480]: value = "task-3722866" [ 886.770369] env[70480]: _type = "Task" [ 886.770369] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.780520] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.835030] env[70480]: INFO nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] bringing vm to original state: 'stopped' [ 886.841131] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.904542] env[70480]: DEBUG oslo_concurrency.lockutils [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "interface-19a6ac66-ef0e-419a-beb3-2b480db37abe-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.904542] env[70480]: DEBUG oslo_concurrency.lockutils [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "interface-19a6ac66-ef0e-419a-beb3-2b480db37abe-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.904542] env[70480]: DEBUG nova.objects.instance [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lazy-loading 'flavor' on Instance uuid 19a6ac66-ef0e-419a-beb3-2b480db37abe {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.022327] env[70480]: DEBUG nova.compute.manager [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-vif-plugged-3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.022794] env[70480]: DEBUG oslo_concurrency.lockutils [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.027023] env[70480]: DEBUG oslo_concurrency.lockutils [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.027023] env[70480]: DEBUG oslo_concurrency.lockutils [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.027023] env[70480]: DEBUG nova.compute.manager [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] No waiting events found dispatching network-vif-plugged-3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 887.027023] env[70480]: WARNING nova.compute.manager [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received unexpected event network-vif-plugged-3c023812-5b4d-4104-bd0c-5e62132b6b0b for instance with vm_state building and task_state spawning. [ 887.027023] env[70480]: DEBUG nova.compute.manager [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-changed-3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.027023] env[70480]: DEBUG nova.compute.manager [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing instance network info cache due to event network-changed-3c023812-5b4d-4104-bd0c-5e62132b6b0b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.027023] env[70480]: DEBUG oslo_concurrency.lockutils [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.067077] env[70480]: DEBUG nova.network.neutron [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Successfully created port: ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.089777] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722865, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.127249] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.141806] env[70480]: DEBUG nova.network.neutron [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.230540] env[70480]: INFO nova.compute.manager [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Took 0.58 seconds to detach 1 volumes for instance. [ 887.234587] env[70480]: DEBUG nova.compute.manager [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Deleting volume: 6c1481d4-cd01-485a-8e53-6397f6faa1c6 {{(pid=70480) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 887.282658] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722866, 'name': ReconfigVM_Task, 'duration_secs': 0.322373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.282966] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 1955d848-f157-4193-a1a8-b48cbabc37d4/1955d848-f157-4193-a1a8-b48cbabc37d4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.283663] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc6c715c-cf11-4e07-bad4-778e17dff91c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.298380] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 887.298380] env[70480]: value = "task-3722867" [ 887.298380] env[70480]: _type = "Task" [ 887.298380] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.324456] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722867, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.410694] env[70480]: DEBUG nova.objects.instance [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lazy-loading 'pci_requests' on Instance uuid 19a6ac66-ef0e-419a-beb3-2b480db37abe {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.478360] env[70480]: DEBUG nova.network.neutron [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.593569] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722865, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.705045] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfbf8d7-573f-4769-bf80-0438bba37596 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.723175] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d57fb-2329-4269-b1f9-b30c915e1d7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.765516] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a3f61-9f05-460e-ac92-fb968beecd9c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.775744] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42621fcd-86ca-445d-a62e-c0294f7841ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.793194] env[70480]: DEBUG nova.compute.provider_tree [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.801770] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.812248] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722867, 'name': Rename_Task, 'duration_secs': 0.172336} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.812608] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.813478] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e3a22d3-2035-4a68-8fd8-6d4abb9061f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.822164] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 887.822164] env[70480]: value = "task-3722869" [ 887.822164] env[70480]: _type = "Task" [ 887.822164] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.834826] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.841571] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.841846] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.842055] env[70480]: DEBUG nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.843461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a59207a-9091-4435-b92f-147dfda0a08a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.851792] env[70480]: DEBUG nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 887.916884] env[70480]: DEBUG nova.objects.base [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Object Instance<19a6ac66-ef0e-419a-beb3-2b480db37abe> lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.916884] env[70480]: DEBUG nova.network.neutron [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.982788] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.983651] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Instance network_info: |[{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.984066] env[70480]: DEBUG oslo_concurrency.lockutils [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.984262] env[70480]: DEBUG nova.network.neutron [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing network info cache for port 3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.985652] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:34:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c023812-5b4d-4104-bd0c-5e62132b6b0b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.997674] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.998905] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.000837] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54c7725c-f7b2-4fe1-91de-c780b4368c99 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.031740] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.031740] env[70480]: value = "task-3722870" [ 888.031740] env[70480]: _type = "Task" [ 888.031740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.041576] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722870, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.088480] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722865, 'name': CreateSnapshot_Task, 'duration_secs': 1.232902} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.088973] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.089597] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544307df-da9c-42f1-9162-15458c0ba036 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.141141] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.170551] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.170911] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.171099] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.171297] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.171497] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.171658] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.171952] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.172400] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.172400] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.172755] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.172994] env[70480]: DEBUG nova.virt.hardware [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.174727] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2173352-3eda-43b6-a409-028a81cf335e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.188614] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3dabf-49d9-4645-99a8-40bb5349d1ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.194785] env[70480]: DEBUG oslo_concurrency.lockutils [None req-862486e0-b0f5-48c9-ae69-5f4b48639321 tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "interface-19a6ac66-ef0e-419a-beb3-2b480db37abe-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.292s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.297434] env[70480]: DEBUG nova.scheduler.client.report [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.335840] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.356924] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.357347] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2031c8f3-240b-4814-b1d1-f360508f4520 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.367127] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 888.367127] env[70480]: value = "task-3722871" [ 888.367127] env[70480]: _type = "Task" [ 888.367127] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.382820] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.551982] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722870, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.621354] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.623321] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1574e71-02e3-4879-b102-9fed94503ac6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.636554] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 888.636554] env[70480]: value = "task-3722872" [ 888.636554] env[70480]: _type = "Task" [ 888.636554] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.652262] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722872, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.804244] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.805092] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.809750] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.913s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.809962] env[70480]: DEBUG nova.objects.instance [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lazy-loading 'resources' on Instance uuid 9477a9f6-7838-457f-b857-0bc14d6c51b4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.818576] env[70480]: DEBUG nova.network.neutron [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Successfully updated port: ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.833448] env[70480]: DEBUG oslo_vmware.api [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722869, 'name': PowerOnVM_Task, 'duration_secs': 0.883347} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.833729] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.833936] env[70480]: INFO nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Took 10.96 seconds to spawn the instance on the hypervisor. [ 888.834212] env[70480]: DEBUG nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.836768] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec5a14b-ab4d-4e91-a97d-36f2523a19ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.883402] env[70480]: DEBUG oslo_vmware.api [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722871, 'name': PowerOffVM_Task, 'duration_secs': 0.29316} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.883814] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.884189] env[70480]: DEBUG nova.compute.manager [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.885144] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eae920-12d7-4912-8361-077956cb16bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.953727] env[70480]: DEBUG nova.network.neutron [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updated VIF entry in instance network info cache for port 3c023812-5b4d-4104-bd0c-5e62132b6b0b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.954128] env[70480]: DEBUG nova.network.neutron [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.047417] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722870, 'name': CreateVM_Task, 'duration_secs': 0.552709} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.047621] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.048378] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.048598] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.049105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.049417] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a6ed0a-26d6-408e-99f5-37d09ce64ea0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.056792] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 889.056792] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52160aec-295f-f244-6560-dc47ad901aa5" [ 889.056792] env[70480]: _type = "Task" [ 889.056792] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.069429] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52160aec-295f-f244-6560-dc47ad901aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.147382] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722872, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.320273] env[70480]: DEBUG nova.compute.utils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.321969] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.322200] env[70480]: DEBUG nova.network.neutron [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.327283] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "refresh_cache-ef76b837-9738-41cb-ba3c-d8d1c5290614" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.327283] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquired lock "refresh_cache-ef76b837-9738-41cb-ba3c-d8d1c5290614" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.327471] env[70480]: DEBUG nova.network.neutron [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.361466] env[70480]: INFO nova.compute.manager [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Took 41.52 seconds to build instance. [ 889.412517] env[70480]: DEBUG nova.policy [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1513fa41bfa4235a905ae30724693d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8f9308034b4b00b8cd9422c6db63ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.415212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.573s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.456821] env[70480]: DEBUG oslo_concurrency.lockutils [req-0410ea8f-80eb-44ad-9c6e-928797bea583 req-4d94a762-6b94-4c57-8fc1-10b40c1d19d6 service nova] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.573563] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52160aec-295f-f244-6560-dc47ad901aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.573919] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.574185] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.574432] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.574578] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.574758] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.577596] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7de742-119f-46cc-8995-2af737b48c2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.594030] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.594763] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.595300] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c638be7-a2fe-4fef-bac9-7b50ad397465 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.606463] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 889.606463] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520dce27-8352-9e99-2ff7-64ab8258cb8a" [ 889.606463] env[70480]: _type = "Task" [ 889.606463] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.621505] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520dce27-8352-9e99-2ff7-64ab8258cb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.629496] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6496ee7b-f61c-4dee-b046-0a1567bfc574 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.639520] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 889.639520] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f22e4-2280-6b1a-555d-e34d77297e5c" [ 889.639520] env[70480]: _type = "Task" [ 889.639520] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.663744] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722872, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.671422] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f22e4-2280-6b1a-555d-e34d77297e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.675883] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.676418] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c/e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.677331] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d531266c-451a-4187-9d17-cfe7bb7b041a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.688288] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 889.688288] env[70480]: value = "task-3722873" [ 889.688288] env[70480]: _type = "Task" [ 889.688288] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.710096] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.775241] env[70480]: DEBUG nova.compute.manager [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Received event network-vif-plugged-ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.775241] env[70480]: DEBUG oslo_concurrency.lockutils [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] Acquiring lock "ef76b837-9738-41cb-ba3c-d8d1c5290614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.775241] env[70480]: DEBUG oslo_concurrency.lockutils [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.775513] env[70480]: DEBUG oslo_concurrency.lockutils [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.775641] env[70480]: DEBUG nova.compute.manager [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] No waiting events found dispatching network-vif-plugged-ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 889.775970] env[70480]: WARNING nova.compute.manager [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Received unexpected event network-vif-plugged-ab75faee-3dee-4ee2-9e0d-462639e9c17f for instance with vm_state building and task_state spawning. [ 889.776082] env[70480]: DEBUG nova.compute.manager [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Received event network-changed-ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.776410] env[70480]: DEBUG nova.compute.manager [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Refreshing instance network info cache due to event network-changed-ab75faee-3dee-4ee2-9e0d-462639e9c17f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.778104] env[70480]: DEBUG oslo_concurrency.lockutils [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] Acquiring lock "refresh_cache-ef76b837-9738-41cb-ba3c-d8d1c5290614" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.825788] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.865277] env[70480]: DEBUG oslo_concurrency.lockutils [None req-92c4324d-b1f4-44c1-ad77-5990b4037900 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.019s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.889375] env[70480]: DEBUG nova.network.neutron [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.927703] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.020361] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43fffd-ff78-4377-98a5-43f3491b80e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.036376] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1203657f-258a-4588-a516-19874ab9e2ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.077669] env[70480]: DEBUG nova.network.neutron [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Successfully created port: aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.083438] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd2c95-c6e1-4702-aab8-0720ba015781 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.101110] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d877a0a-67dd-4165-b21d-0bc93cffa85e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.117324] env[70480]: DEBUG nova.compute.provider_tree [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.155816] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722872, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.157177] env[70480]: DEBUG nova.network.neutron [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Updating instance_info_cache with network_info: [{"id": "ab75faee-3dee-4ee2-9e0d-462639e9c17f", "address": "fa:16:3e:50:00:f9", "network": {"id": "3b877a97-a173-4980-b34a-37fab893a9d2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2082312274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2998dc835b224a17acaf5c96944b9520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab75faee-3d", "ovs_interfaceid": "ab75faee-3dee-4ee2-9e0d-462639e9c17f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.208102] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722873, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.369967] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.528945] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "19a6ac66-ef0e-419a-beb3-2b480db37abe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.529298] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.529569] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "19a6ac66-ef0e-419a-beb3-2b480db37abe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.529784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.530125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.532216] env[70480]: INFO nova.compute.manager [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Terminating instance [ 890.622020] env[70480]: DEBUG nova.scheduler.client.report [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.651592] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722872, 'name': CloneVM_Task, 'duration_secs': 1.755422} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.651934] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Created linked-clone VM from snapshot [ 890.652813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a07866-3803-4f21-81a4-aa3bc951ec27 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.666247] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Releasing lock "refresh_cache-ef76b837-9738-41cb-ba3c-d8d1c5290614" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.666247] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Instance network_info: |[{"id": "ab75faee-3dee-4ee2-9e0d-462639e9c17f", "address": "fa:16:3e:50:00:f9", "network": {"id": "3b877a97-a173-4980-b34a-37fab893a9d2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2082312274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2998dc835b224a17acaf5c96944b9520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab75faee-3d", "ovs_interfaceid": "ab75faee-3dee-4ee2-9e0d-462639e9c17f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.666247] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Uploading image 6918e905-9291-4dcc-ac11-4bb63719fb80 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.668379] env[70480]: DEBUG oslo_concurrency.lockutils [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] Acquired lock "refresh_cache-ef76b837-9738-41cb-ba3c-d8d1c5290614" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.668569] env[70480]: DEBUG nova.network.neutron [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Refreshing network info cache for port ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.669817] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:00:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab75faee-3dee-4ee2-9e0d-462639e9c17f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.677948] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Creating folder: Project (2998dc835b224a17acaf5c96944b9520). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.678879] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d993ba1a-2344-4dcd-88d7-251e41fb926c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.695555] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.695555] env[70480]: value = "vm-741324" [ 890.695555] env[70480]: _type = "VirtualMachine" [ 890.695555] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.697535] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c4cacf4-1531-466e-856c-49e84ce2095d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.699482] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Created folder: Project (2998dc835b224a17acaf5c96944b9520) in parent group-v741156. [ 890.699670] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Creating folder: Instances. Parent ref: group-v741325. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.700364] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d0be057-0f8c-4ba0-b7b2-35d1d364b849 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.707456] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733345} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.708790] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c/e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.709073] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.709426] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c389af1-3499-48aa-94a8-286c6089b801 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.713845] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease: (returnval){ [ 890.713845] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52742c8e-49f5-3b7c-caa1-cedc10469065" [ 890.713845] env[70480]: _type = "HttpNfcLease" [ 890.713845] env[70480]: } obtained for exporting VM: (result){ [ 890.713845] env[70480]: value = "vm-741324" [ 890.713845] env[70480]: _type = "VirtualMachine" [ 890.713845] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.714398] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the lease: (returnval){ [ 890.714398] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52742c8e-49f5-3b7c-caa1-cedc10469065" [ 890.714398] env[70480]: _type = "HttpNfcLease" [ 890.714398] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.720821] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 890.720821] env[70480]: value = "task-3722877" [ 890.720821] env[70480]: _type = "Task" [ 890.720821] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.721196] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Created folder: Instances in parent group-v741325. [ 890.721475] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.722268] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.726243] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4012b0af-5de6-4c97-b27a-f5f32deba47d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.745457] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.745457] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52742c8e-49f5-3b7c-caa1-cedc10469065" [ 890.745457] env[70480]: _type = "HttpNfcLease" [ 890.745457] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.752604] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.753926] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.753926] env[70480]: value = "task-3722878" [ 890.753926] env[70480]: _type = "Task" [ 890.753926] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.764239] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722878, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.848087] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.875970] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.876443] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.876659] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.876863] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.877052] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.877305] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.877535] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.877703] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.877940] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.878138] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.879563] env[70480]: DEBUG nova.virt.hardware [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.882024] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6902d-b05b-438c-856e-3b734b13d671 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.895532] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c708769f-7baa-4283-a78e-069212501791 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.904560] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.036593] env[70480]: DEBUG nova.compute.manager [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.036825] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.037792] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e709adea-c1f4-4d2b-ab21-d6f122b5de30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.046736] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.047079] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7842416-2b87-4196-abd4-f44f267cdd4d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.055232] env[70480]: DEBUG oslo_vmware.api [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 891.055232] env[70480]: value = "task-3722879" [ 891.055232] env[70480]: _type = "Task" [ 891.055232] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.066988] env[70480]: DEBUG oslo_vmware.api [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.127921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.130689] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.382s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.132690] env[70480]: INFO nova.compute.claims [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.152336] env[70480]: INFO nova.scheduler.client.report [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Deleted allocations for instance 9477a9f6-7838-457f-b857-0bc14d6c51b4 [ 891.233543] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.233543] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52742c8e-49f5-3b7c-caa1-cedc10469065" [ 891.233543] env[70480]: _type = "HttpNfcLease" [ 891.233543] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 891.243039] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 891.243039] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52742c8e-49f5-3b7c-caa1-cedc10469065" [ 891.243039] env[70480]: _type = "HttpNfcLease" [ 891.243039] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 891.243039] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079921} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.243039] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81ade1-317e-4aa1-9e4f-157b27d1ef3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.244569] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.246909] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b033f1ab-0e25-40f0-bd34-8049cf3797db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.256901] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7f7fd-2280-8935-0528-10c880b6edc3/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 891.257434] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7f7fd-2280-8935-0528-10c880b6edc3/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 891.290337] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c/e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.294377] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f23226b-ca94-4127-b8bf-dd42dfd2f077 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.374964] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722878, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.378127] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 891.378127] env[70480]: value = "task-3722880" [ 891.378127] env[70480]: _type = "Task" [ 891.378127] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.390548] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.435104] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24691df4-595b-4569-b5c1-6dce99517f8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.542751] env[70480]: DEBUG nova.network.neutron [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Updated VIF entry in instance network info cache for port ab75faee-3dee-4ee2-9e0d-462639e9c17f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.543192] env[70480]: DEBUG nova.network.neutron [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Updating instance_info_cache with network_info: [{"id": "ab75faee-3dee-4ee2-9e0d-462639e9c17f", "address": "fa:16:3e:50:00:f9", "network": {"id": "3b877a97-a173-4980-b34a-37fab893a9d2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2082312274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2998dc835b224a17acaf5c96944b9520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab75faee-3d", "ovs_interfaceid": "ab75faee-3dee-4ee2-9e0d-462639e9c17f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.567949] env[70480]: DEBUG oslo_vmware.api [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722879, 'name': PowerOffVM_Task, 'duration_secs': 0.39867} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.568310] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.568517] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.568794] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b89f8666-216a-49fc-93ef-8d736bc4241d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.635832] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.636132] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.636322] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Deleting the datastore file [datastore2] 19a6ac66-ef0e-419a-beb3-2b480db37abe {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.639396] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f90732-e9c6-470b-b67c-b22a8603d07d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.648817] env[70480]: DEBUG oslo_vmware.api [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for the task: (returnval){ [ 891.648817] env[70480]: value = "task-3722882" [ 891.648817] env[70480]: _type = "Task" [ 891.648817] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.667188] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67e8783e-461b-4ef9-a2b8-e9577af739db tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Lock "9477a9f6-7838-457f-b857-0bc14d6c51b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.861s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.670028] env[70480]: DEBUG oslo_vmware.api [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.769884] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722878, 'name': CreateVM_Task, 'duration_secs': 0.694322} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.770301] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.771776] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.771776] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.773681] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.773681] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc7aaa5-233d-4d0b-b14d-45cd3e43ebeb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.784897] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 891.784897] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b3d4a7-a173-0e9c-6fff-904496d30bdf" [ 891.784897] env[70480]: _type = "Task" [ 891.784897] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.798369] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b3d4a7-a173-0e9c-6fff-904496d30bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.893482] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722880, 'name': ReconfigVM_Task, 'duration_secs': 0.438223} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.894044] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c/e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.895088] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18092248-2313-4ba1-bf2f-26a447543067 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.904202] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 891.904202] env[70480]: value = "task-3722883" [ 891.904202] env[70480]: _type = "Task" [ 891.904202] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.914022] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722883, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.048584] env[70480]: DEBUG oslo_concurrency.lockutils [req-a417ff27-cbc0-41aa-8d92-e8af82f8ecf6 req-30ecb116-39da-43f0-8587-f42b22034a25 service nova] Releasing lock "refresh_cache-ef76b837-9738-41cb-ba3c-d8d1c5290614" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.170692] env[70480]: DEBUG oslo_vmware.api [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Task: {'id': task-3722882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171704} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.171068] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.171318] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.171568] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.171806] env[70480]: INFO nova.compute.manager [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 892.172358] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.172724] env[70480]: DEBUG nova.compute.manager [-] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.172724] env[70480]: DEBUG nova.network.neutron [-] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.299106] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b3d4a7-a173-0e9c-6fff-904496d30bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.021942} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.302999] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303309] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.303555] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.303707] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.304246] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.307020] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f043254d-3c97-42b6-9dbd-aab88a9b3ce2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.317749] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.317965] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.322451] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0dda19-9021-4749-baf8-1705cfe3c908 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.337532] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 892.337532] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1afbb-e534-ee61-aba0-7c177f529390" [ 892.337532] env[70480]: _type = "Task" [ 892.337532] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.358085] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1afbb-e534-ee61-aba0-7c177f529390, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.360274] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfed3ec1-e865-4ef8-92f8-c49f0abcc1a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.371892] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 892.371892] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a0f2f8-ed60-44c6-caac-ec2b511b5f78" [ 892.371892] env[70480]: _type = "Task" [ 892.371892] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.387464] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a0f2f8-ed60-44c6-caac-ec2b511b5f78, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.387792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.388000] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ef76b837-9738-41cb-ba3c-d8d1c5290614/ef76b837-9738-41cb-ba3c-d8d1c5290614.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.388447] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ab02eda-6d3b-4797-9c70-e661672195f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.397411] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 892.397411] env[70480]: value = "task-3722884" [ 892.397411] env[70480]: _type = "Task" [ 892.397411] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.407505] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.422473] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722883, 'name': Rename_Task, 'duration_secs': 0.273317} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.422836] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.423106] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f981ef-2737-4eb9-b55f-e98b83faa02f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.435379] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 892.435379] env[70480]: value = "task-3722885" [ 892.435379] env[70480]: _type = "Task" [ 892.435379] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.452360] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.640035] env[70480]: DEBUG nova.network.neutron [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Successfully updated port: aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.773018] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeab978-efe2-473f-ba05-27d14bcb1b8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.783947] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b73ac3e-9096-4d19-bd71-569ffb9c8864 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.822920] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.823099] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.823381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.823550] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.823735] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.826199] env[70480]: INFO nova.compute.manager [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Terminating instance [ 892.828309] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7858aa3f-0d2e-4968-90e5-798656788c30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.839778] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04c93b-b354-4d1b-b211-14820f27075a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.856432] env[70480]: DEBUG nova.compute.provider_tree [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.920293] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722884, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.950134] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.965194] env[70480]: DEBUG nova.compute.manager [req-3c797e20-161f-40cc-af99-9ea509878b49 req-b45c2af6-d6b6-4249-9f1c-3678f923a8a9 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Received event network-vif-plugged-aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.965562] env[70480]: DEBUG oslo_concurrency.lockutils [req-3c797e20-161f-40cc-af99-9ea509878b49 req-b45c2af6-d6b6-4249-9f1c-3678f923a8a9 service nova] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.965736] env[70480]: DEBUG oslo_concurrency.lockutils [req-3c797e20-161f-40cc-af99-9ea509878b49 req-b45c2af6-d6b6-4249-9f1c-3678f923a8a9 service nova] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.965930] env[70480]: DEBUG oslo_concurrency.lockutils [req-3c797e20-161f-40cc-af99-9ea509878b49 req-b45c2af6-d6b6-4249-9f1c-3678f923a8a9 service nova] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.966256] env[70480]: DEBUG nova.compute.manager [req-3c797e20-161f-40cc-af99-9ea509878b49 req-b45c2af6-d6b6-4249-9f1c-3678f923a8a9 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] No waiting events found dispatching network-vif-plugged-aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.966485] env[70480]: WARNING nova.compute.manager [req-3c797e20-161f-40cc-af99-9ea509878b49 req-b45c2af6-d6b6-4249-9f1c-3678f923a8a9 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Received unexpected event network-vif-plugged-aaff4eeb-7f8b-446f-932a-872db7927c4e for instance with vm_state building and task_state spawning. [ 893.031209] env[70480]: DEBUG nova.network.neutron [-] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.127715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.128092] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.128434] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.128715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.129033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.132883] env[70480]: INFO nova.compute.manager [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Terminating instance [ 893.153040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.153040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.153040] env[70480]: DEBUG nova.network.neutron [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.160957] env[70480]: DEBUG nova.compute.manager [req-5a12ed69-f53f-4e76-8be1-4251b0820ac9 req-1d500680-d1c1-4b5e-88b5-bd57f3f44208 service nova] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Received event network-vif-deleted-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.336850] env[70480]: DEBUG nova.compute.manager [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.336850] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.336850] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c9ddc-74da-4222-bca4-cd976d64f421 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.352241] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.352241] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8ab0bc-b4f8-46d4-a518-4248fd34dc6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.362671] env[70480]: DEBUG nova.scheduler.client.report [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.416934] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61781} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.417341] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ef76b837-9738-41cb-ba3c-d8d1c5290614/ef76b837-9738-41cb-ba3c-d8d1c5290614.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.417514] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.417772] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b425578b-6bb6-4be3-9f43-ba67ffd9b854 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.428299] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 893.428299] env[70480]: value = "task-3722887" [ 893.428299] env[70480]: _type = "Task" [ 893.428299] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.442223] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.453506] env[70480]: DEBUG oslo_vmware.api [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3722885, 'name': PowerOnVM_Task, 'duration_secs': 0.662427} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.453822] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.454044] env[70480]: INFO nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Took 8.05 seconds to spawn the instance on the hypervisor. [ 893.454238] env[70480]: DEBUG nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.455197] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc7b17e-2c95-4590-9536-c24bae568b60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.480013] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.480237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.480518] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore2] ae1befdb-7833-4d66-9a74-aba5c8753fb9 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.481081] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5137e0-edaa-44bb-b1c9-5bbb79ae4adc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.493375] env[70480]: DEBUG oslo_vmware.api [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 893.493375] env[70480]: value = "task-3722888" [ 893.493375] env[70480]: _type = "Task" [ 893.493375] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.500987] env[70480]: DEBUG oslo_vmware.api [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.536244] env[70480]: INFO nova.compute.manager [-] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Took 1.36 seconds to deallocate network for instance. [ 893.636902] env[70480]: DEBUG nova.compute.manager [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.636902] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.637483] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d6547-cf9b-406d-82b1-f7623d867fbf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.646604] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.647009] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5e4007-0de0-42bf-a989-036d29474222 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.657977] env[70480]: DEBUG oslo_vmware.api [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 893.657977] env[70480]: value = "task-3722889" [ 893.657977] env[70480]: _type = "Task" [ 893.657977] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.669826] env[70480]: DEBUG oslo_vmware.api [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.724080] env[70480]: DEBUG nova.network.neutron [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.869173] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.869424] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.873322] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.728s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.873958] env[70480]: DEBUG nova.objects.instance [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lazy-loading 'resources' on Instance uuid 652b72ed-c876-4892-b26d-ad3d7947029d {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.939191] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180412} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.939598] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.941735] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c74f501-b30c-4438-adcc-25e6cfcd24c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.969923] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] ef76b837-9738-41cb-ba3c-d8d1c5290614/ef76b837-9738-41cb-ba3c-d8d1c5290614.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.977020] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed36148-1e06-4fb6-86d8-ddc1ba3ab614 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.992501] env[70480]: INFO nova.compute.manager [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Took 41.25 seconds to build instance. [ 893.999570] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 893.999570] env[70480]: value = "task-3722890" [ 893.999570] env[70480]: _type = "Task" [ 893.999570] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.003666] env[70480]: DEBUG oslo_vmware.api [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3722888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358243} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.007615] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.007899] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.008102] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.008317] env[70480]: INFO nova.compute.manager [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Took 0.67 seconds to destroy the instance on the hypervisor. [ 894.008891] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.011934] env[70480]: DEBUG nova.compute.manager [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.012228] env[70480]: DEBUG nova.network.neutron [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.021438] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.043640] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.107066] env[70480]: DEBUG nova.network.neutron [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updating instance_info_cache with network_info: [{"id": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "address": "fa:16:3e:10:d4:57", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaff4eeb-7f", "ovs_interfaceid": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.169981] env[70480]: DEBUG oslo_vmware.api [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722889, 'name': PowerOffVM_Task, 'duration_secs': 0.283199} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.169981] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.170132] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.170290] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b98bc4fd-29a0-4a95-aa61-dec4d7191bc2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.250474] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.250898] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.251045] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Deleting the datastore file [datastore2] 9fc9b492-a28c-42d5-8d21-da2ee7c47891 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.251270] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ae984d8-5f94-4464-bde0-fca7e9d2b271 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.259916] env[70480]: DEBUG oslo_vmware.api [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 894.259916] env[70480]: value = "task-3722892" [ 894.259916] env[70480]: _type = "Task" [ 894.259916] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.270220] env[70480]: DEBUG oslo_vmware.api [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.379443] env[70480]: DEBUG nova.compute.utils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.384341] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.384341] env[70480]: DEBUG nova.network.neutron [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.449785] env[70480]: DEBUG nova.policy [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.497370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9c385d4c-a045-4dac-9983-b4212a14f365 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.605s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.523461] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.611207] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.611577] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Instance network_info: |[{"id": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "address": "fa:16:3e:10:d4:57", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaff4eeb-7f", "ovs_interfaceid": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.612060] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaff4eeb-7f8b-446f-932a-872db7927c4e', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.621454] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Creating folder: Project (8a8f9308034b4b00b8cd9422c6db63ae). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.624916] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd51faa-144d-42e8-a894-149d2f12241a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.637955] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Created folder: Project (8a8f9308034b4b00b8cd9422c6db63ae) in parent group-v741156. [ 894.638564] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Creating folder: Instances. Parent ref: group-v741328. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.638732] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db5079e5-50c3-4ff8-9002-3e08e22a3d58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.657345] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Created folder: Instances in parent group-v741328. [ 894.657612] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.658671] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.662461] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b53c606-bd2c-4cad-a475-57ca94f0a30b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.686613] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.686613] env[70480]: value = "task-3722895" [ 894.686613] env[70480]: _type = "Task" [ 894.686613] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.706366] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722895, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.772565] env[70480]: DEBUG oslo_vmware.api [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190657} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.772860] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.773071] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.773336] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.773591] env[70480]: INFO nova.compute.manager [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Took 1.14 seconds to destroy the instance on the hypervisor. [ 894.773878] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.774676] env[70480]: DEBUG nova.compute.manager [-] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.774676] env[70480]: DEBUG nova.network.neutron [-] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.867403] env[70480]: DEBUG nova.network.neutron [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.885163] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.024627] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722890, 'name': ReconfigVM_Task, 'duration_secs': 0.680403} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.024627] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Reconfigured VM instance instance-00000039 to attach disk [datastore1] ef76b837-9738-41cb-ba3c-d8d1c5290614/ef76b837-9738-41cb-ba3c-d8d1c5290614.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.024627] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223a25a8-aa9b-46e5-8a04-daaac27c94dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.037475] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 895.037475] env[70480]: value = "task-3722896" [ 895.037475] env[70480]: _type = "Task" [ 895.037475] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.046897] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722896, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.104035] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9963f63c-d45c-40ca-99c3-cc67faf2582e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.113491] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2cc56b-8f7b-460d-a904-5b47d4f66a9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.171049] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d660a6c-57ba-49b0-8691-c84c68d42976 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.186212] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2322485-549e-463a-875d-1e423cfd657b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.204382] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722895, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.215111] env[70480]: DEBUG nova.compute.provider_tree [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.361216] env[70480]: DEBUG nova.network.neutron [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Successfully created port: eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.371683] env[70480]: INFO nova.compute.manager [-] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Took 1.36 seconds to deallocate network for instance. [ 895.388737] env[70480]: DEBUG nova.compute.manager [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Received event network-changed-aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.388737] env[70480]: DEBUG nova.compute.manager [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Refreshing instance network info cache due to event network-changed-aaff4eeb-7f8b-446f-932a-872db7927c4e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.388737] env[70480]: DEBUG oslo_concurrency.lockutils [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] Acquiring lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388737] env[70480]: DEBUG oslo_concurrency.lockutils [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] Acquired lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.388737] env[70480]: DEBUG nova.network.neutron [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Refreshing network info cache for port aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.543657] env[70480]: DEBUG nova.compute.manager [req-1d6331a5-8b49-44f5-a832-90edaffadb9a req-c44256e6-d7d7-4699-8a0e-5c83150a9967 service nova] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Received event network-vif-deleted-3324664f-1161-4b21-b767-22ca53388c80 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.548148] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722896, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.703461] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722895, 'name': CreateVM_Task, 'duration_secs': 0.578337} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.703822] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.704892] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.706170] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.706728] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.708015] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d101982-6193-4e36-946f-0fee7d8f07cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.719112] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 895.719112] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52834934-d435-7e3f-5e97-1176d4cee6c2" [ 895.719112] env[70480]: _type = "Task" [ 895.719112] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.720059] env[70480]: DEBUG nova.scheduler.client.report [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.732249] env[70480]: DEBUG nova.network.neutron [-] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.742682] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52834934-d435-7e3f-5e97-1176d4cee6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013141} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.747347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.747590] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.747866] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.748184] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.748282] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.749753] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b47c2f5-0e32-41e7-8825-121bb4d0c76d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.762592] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.762979] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.765850] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865a7ec5-56e6-42eb-a9f3-4b28e6009f70 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.773283] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 895.773283] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52678c2d-9b04-75c9-4ab9-1ab732a1a5a7" [ 895.773283] env[70480]: _type = "Task" [ 895.773283] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.784820] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52678c2d-9b04-75c9-4ab9-1ab732a1a5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.881479] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.901889] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.945071] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.945670] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.945985] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.946705] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.946980] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.947270] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.947651] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.947944] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.948287] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.949328] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.949328] env[70480]: DEBUG nova.virt.hardware [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.950401] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e4d0b-c6c6-4288-8b6c-ae03f21dc05a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.962900] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e7e5d0-1f42-4c70-b25a-401a7a4eafab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.054671] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722896, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.202658] env[70480]: DEBUG nova.network.neutron [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updated VIF entry in instance network info cache for port aaff4eeb-7f8b-446f-932a-872db7927c4e. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.202986] env[70480]: DEBUG nova.network.neutron [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updating instance_info_cache with network_info: [{"id": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "address": "fa:16:3e:10:d4:57", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaff4eeb-7f", "ovs_interfaceid": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.232721] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.235538] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.309s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.237166] env[70480]: INFO nova.compute.claims [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.242432] env[70480]: INFO nova.compute.manager [-] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Took 1.47 seconds to deallocate network for instance. [ 896.271090] env[70480]: INFO nova.scheduler.client.report [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleted allocations for instance 652b72ed-c876-4892-b26d-ad3d7947029d [ 896.293160] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52678c2d-9b04-75c9-4ab9-1ab732a1a5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.294477] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bf1e8b-48ae-461f-a216-159588bd7240 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.304637] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 896.304637] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5242b73d-5003-9342-7bed-2f605ac43abf" [ 896.304637] env[70480]: _type = "Task" [ 896.304637] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.319076] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5242b73d-5003-9342-7bed-2f605ac43abf, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.319480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.320176] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] efdc0e02-fd32-4267-8a18-bcb872e8a152/efdc0e02-fd32-4267-8a18-bcb872e8a152.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.320176] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3e7c54f-cdc0-4f83-86cd-4b6029a633fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.327734] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 896.327734] env[70480]: value = "task-3722897" [ 896.327734] env[70480]: _type = "Task" [ 896.327734] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.337376] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.553926] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722896, 'name': Rename_Task, 'duration_secs': 1.275566} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.554341] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.554619] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b66f29-e365-49e9-b4d2-8211abd76b3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.565428] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 896.565428] env[70480]: value = "task-3722898" [ 896.565428] env[70480]: _type = "Task" [ 896.565428] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.578087] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.709825] env[70480]: DEBUG oslo_concurrency.lockutils [req-e00a41e0-d78b-4492-acb1-4d2532f9e01a req-c4d73fd2-da28-4c03-9ad5-4d49f8cb65f3 service nova] Releasing lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.750731] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.793924] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f91ab432-1464-4d9c-84e3-92fe2c7107bb tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "652b72ed-c876-4892-b26d-ad3d7947029d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.284s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.871029] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.994609] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "1955d848-f157-4193-a1a8-b48cbabc37d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.994901] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.995188] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "1955d848-f157-4193-a1a8-b48cbabc37d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.995376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.995550] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.998916] env[70480]: INFO nova.compute.manager [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Terminating instance [ 897.082709] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.344890] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578793} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.345192] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] efdc0e02-fd32-4267-8a18-bcb872e8a152/efdc0e02-fd32-4267-8a18-bcb872e8a152.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.345416] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.345704] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52956703-89c3-431e-840d-04515c81cfd2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.357308] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 897.357308] env[70480]: value = "task-3722899" [ 897.357308] env[70480]: _type = "Task" [ 897.357308] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.369400] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.513143] env[70480]: DEBUG nova.compute.manager [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.513808] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.514343] env[70480]: DEBUG nova.network.neutron [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Successfully updated port: eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.517100] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94421497-9b89-4763-a023-5c4394c68d64 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.531827] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.532931] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f295b9-2ab1-4439-a495-63f3be5b26e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.546050] env[70480]: DEBUG oslo_vmware.api [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 897.546050] env[70480]: value = "task-3722900" [ 897.546050] env[70480]: _type = "Task" [ 897.546050] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.561286] env[70480]: DEBUG oslo_vmware.api [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.581385] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.613885] env[70480]: DEBUG nova.compute.manager [req-a69d081d-3938-4670-8e99-761176c96a62 req-d3f9d8e3-4213-4ce5-80c4-1d462321abce service nova] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Received event network-vif-deleted-b3d4c2f5-049c-4743-9914-bcd9a29288f4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.702144] env[70480]: DEBUG nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-changed-3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.702409] env[70480]: DEBUG nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing instance network info cache due to event network-changed-3c023812-5b4d-4104-bd0c-5e62132b6b0b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.702681] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.702814] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.703052] env[70480]: DEBUG nova.network.neutron [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing network info cache for port 3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.755731] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dd80fc-7280-4a20-9695-c5aad627204f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.770141] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71759a3a-f853-44d8-926d-1ef25135bdb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.814537] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1272ff2-932f-4083-888a-9652d8ec1d69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.823906] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f13e46-e863-45ee-8d24-cc9616367c02 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.843765] env[70480]: DEBUG nova.compute.provider_tree [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.871130] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276023} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.871418] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.872911] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36bf33f-29a2-4ba3-b5a6-521ffcb0abd4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.899688] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] efdc0e02-fd32-4267-8a18-bcb872e8a152/efdc0e02-fd32-4267-8a18-bcb872e8a152.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.900067] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f3ba2f-8877-4c89-808e-cc2643df2741 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.924837] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 897.924837] env[70480]: value = "task-3722901" [ 897.924837] env[70480]: _type = "Task" [ 897.924837] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.934581] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.022588] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-4f483a1f-4432-4ffc-81da-83641c2c6780" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.022588] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-4f483a1f-4432-4ffc-81da-83641c2c6780" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.022754] env[70480]: DEBUG nova.network.neutron [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.061847] env[70480]: DEBUG oslo_vmware.api [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722900, 'name': PowerOffVM_Task, 'duration_secs': 0.318342} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.062252] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.062563] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.062987] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e51f406f-841c-4442-ac46-607be8edb866 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.084247] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.152050] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.152050] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.152050] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Deleting the datastore file [datastore1] 1955d848-f157-4193-a1a8-b48cbabc37d4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.152784] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397e9148-7edf-4e8b-81ec-2762404398cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.162804] env[70480]: DEBUG oslo_vmware.api [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for the task: (returnval){ [ 898.162804] env[70480]: value = "task-3722903" [ 898.162804] env[70480]: _type = "Task" [ 898.162804] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.177916] env[70480]: DEBUG oslo_vmware.api [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.188230] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "85855a75-d26a-473f-88e1-2fc84317f827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.188230] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "85855a75-d26a-473f-88e1-2fc84317f827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.347617] env[70480]: DEBUG nova.scheduler.client.report [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.437677] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.520269] env[70480]: DEBUG nova.network.neutron [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updated VIF entry in instance network info cache for port 3c023812-5b4d-4104-bd0c-5e62132b6b0b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.520269] env[70480]: DEBUG nova.network.neutron [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.559034] env[70480]: DEBUG nova.network.neutron [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.582335] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.680038] env[70480]: DEBUG oslo_vmware.api [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Task: {'id': task-3722903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240617} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.684092] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.684633] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.684967] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.685692] env[70480]: INFO nova.compute.manager [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 898.685692] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.686051] env[70480]: DEBUG nova.compute.manager [-] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.686224] env[70480]: DEBUG nova.network.neutron [-] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.689344] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.739209] env[70480]: DEBUG nova.network.neutron [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Updating instance_info_cache with network_info: [{"id": "eb6078cb-01dc-4a02-9dcf-e227a1684403", "address": "fa:16:3e:47:44:47", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6078cb-01", "ovs_interfaceid": "eb6078cb-01dc-4a02-9dcf-e227a1684403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.857600] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.858485] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.862941] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.571s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.863814] env[70480]: INFO nova.compute.claims [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.939811] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722901, 'name': ReconfigVM_Task, 'duration_secs': 0.575871} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.940382] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Reconfigured VM instance instance-0000003b to attach disk [datastore2] efdc0e02-fd32-4267-8a18-bcb872e8a152/efdc0e02-fd32-4267-8a18-bcb872e8a152.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.941971] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cde3d02-0a95-4761-914c-8b6dba2ed843 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.953435] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 898.953435] env[70480]: value = "task-3722904" [ 898.953435] env[70480]: _type = "Task" [ 898.953435] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.966347] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722904, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.023793] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.024264] env[70480]: DEBUG nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Received event network-vif-plugged-eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.025684] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Acquiring lock "4f483a1f-4432-4ffc-81da-83641c2c6780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.025866] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.026166] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.026466] env[70480]: DEBUG nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] No waiting events found dispatching network-vif-plugged-eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 899.027237] env[70480]: WARNING nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Received unexpected event network-vif-plugged-eb6078cb-01dc-4a02-9dcf-e227a1684403 for instance with vm_state building and task_state spawning. [ 899.027526] env[70480]: DEBUG nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Received event network-changed-eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.027787] env[70480]: DEBUG nova.compute.manager [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Refreshing instance network info cache due to event network-changed-eb6078cb-01dc-4a02-9dcf-e227a1684403. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.028110] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Acquiring lock "refresh_cache-4f483a1f-4432-4ffc-81da-83641c2c6780" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.084410] env[70480]: DEBUG oslo_vmware.api [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722898, 'name': PowerOnVM_Task, 'duration_secs': 2.295257} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.084821] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.085069] env[70480]: INFO nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Took 10.94 seconds to spawn the instance on the hypervisor. [ 899.085765] env[70480]: DEBUG nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.086699] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d22309e-3569-4460-b997-c04d2ceecd34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.242714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-4f483a1f-4432-4ffc-81da-83641c2c6780" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.243094] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Instance network_info: |[{"id": "eb6078cb-01dc-4a02-9dcf-e227a1684403", "address": "fa:16:3e:47:44:47", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6078cb-01", "ovs_interfaceid": "eb6078cb-01dc-4a02-9dcf-e227a1684403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.243485] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Acquired lock "refresh_cache-4f483a1f-4432-4ffc-81da-83641c2c6780" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.243676] env[70480]: DEBUG nova.network.neutron [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Refreshing network info cache for port eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.246747] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:44:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb6078cb-01dc-4a02-9dcf-e227a1684403', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.262514] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.266893] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.267248] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.267885] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-819f1343-fc3b-4185-b49e-3b40b647af06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.293746] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.293746] env[70480]: value = "task-3722905" [ 899.293746] env[70480]: _type = "Task" [ 899.293746] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.304100] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722905, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.370595] env[70480]: DEBUG nova.compute.utils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.374776] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.375397] env[70480]: DEBUG nova.network.neutron [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.467044] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722904, 'name': Rename_Task, 'duration_secs': 0.220511} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.470020] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.470020] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a60112d-8694-4968-b67f-b5fa7ef9b8f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.476740] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 899.476740] env[70480]: value = "task-3722906" [ 899.476740] env[70480]: _type = "Task" [ 899.476740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.487292] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.498691] env[70480]: DEBUG nova.policy [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e84aeea030fd45de9e3972aa18985f1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d0e3f7472747aba1c0ac204c3fec4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.608722] env[70480]: INFO nova.compute.manager [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Took 43.72 seconds to build instance. [ 899.627084] env[70480]: DEBUG nova.network.neutron [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Updated VIF entry in instance network info cache for port eb6078cb-01dc-4a02-9dcf-e227a1684403. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.627084] env[70480]: DEBUG nova.network.neutron [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Updating instance_info_cache with network_info: [{"id": "eb6078cb-01dc-4a02-9dcf-e227a1684403", "address": "fa:16:3e:47:44:47", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb6078cb-01", "ovs_interfaceid": "eb6078cb-01dc-4a02-9dcf-e227a1684403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.807952] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722905, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.882823] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.916108] env[70480]: DEBUG nova.compute.manager [req-393e553f-40eb-4dc3-969d-c85d63417502 req-1a0eed0d-8359-4b62-84c0-12de5548a8fe service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Received event network-vif-deleted-ed0382e8-3717-48a6-9847-f87e7361ac3f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.916303] env[70480]: INFO nova.compute.manager [req-393e553f-40eb-4dc3-969d-c85d63417502 req-1a0eed0d-8359-4b62-84c0-12de5548a8fe service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Neutron deleted interface ed0382e8-3717-48a6-9847-f87e7361ac3f; detaching it from the instance and deleting it from the info cache [ 899.916576] env[70480]: DEBUG nova.network.neutron [req-393e553f-40eb-4dc3-969d-c85d63417502 req-1a0eed0d-8359-4b62-84c0-12de5548a8fe service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.999843] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.011843] env[70480]: DEBUG nova.network.neutron [-] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.077014] env[70480]: DEBUG nova.network.neutron [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Successfully created port: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.112047] env[70480]: DEBUG oslo_concurrency.lockutils [None req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.069s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.135085] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9dfc269-3712-4514-a775-9ea32661ad53 req-d188c66d-f5c2-453b-93ed-f7f233979344 service nova] Releasing lock "refresh_cache-4f483a1f-4432-4ffc-81da-83641c2c6780" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.307506] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722905, 'name': CreateVM_Task, 'duration_secs': 0.543895} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.309040] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.309040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.309040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.310028] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.310028] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46382e34-198a-4ab7-9238-170a2a1f5943 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.315900] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 900.315900] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213a38f-a80c-d71b-3a5f-3290d4262484" [ 900.315900] env[70480]: _type = "Task" [ 900.315900] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.329812] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213a38f-a80c-d71b-3a5f-3290d4262484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.411069] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4df53e-c9bb-49b5-9b7a-d7a86c5bb854 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.423411] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3be603-36c7-4367-bc2d-1a2826caf3fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.427893] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b6c1718-ba35-4149-8c55-dc1dacaa9aaf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.466626] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0362b0b-c02d-469f-857d-52154b5f2cde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.472088] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b233ea-65e3-448b-8419-68b6bb251d32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.491181] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8aca0-c687-41d3-bf41-f9b34ccd63d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.499306] env[70480]: DEBUG oslo_vmware.api [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722906, 'name': PowerOnVM_Task, 'duration_secs': 0.583096} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.515334] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.515334] env[70480]: INFO nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Took 9.67 seconds to spawn the instance on the hypervisor. [ 900.515334] env[70480]: DEBUG nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.515334] env[70480]: DEBUG nova.compute.manager [req-393e553f-40eb-4dc3-969d-c85d63417502 req-1a0eed0d-8359-4b62-84c0-12de5548a8fe service nova] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Detach interface failed, port_id=ed0382e8-3717-48a6-9847-f87e7361ac3f, reason: Instance 1955d848-f157-4193-a1a8-b48cbabc37d4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.515935] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045cac3-a4fa-45cf-994d-8de7421c8846 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.520475] env[70480]: INFO nova.compute.manager [-] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Took 1.83 seconds to deallocate network for instance. [ 900.530265] env[70480]: DEBUG nova.compute.provider_tree [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.677506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "ef76b837-9738-41cb-ba3c-d8d1c5290614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.677871] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.678058] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "ef76b837-9738-41cb-ba3c-d8d1c5290614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.678249] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.678417] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.681920] env[70480]: INFO nova.compute.manager [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Terminating instance [ 900.839154] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213a38f-a80c-d71b-3a5f-3290d4262484, 'name': SearchDatastore_Task, 'duration_secs': 0.022595} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.839154] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.839154] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.839154] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.839154] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.839154] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.839154] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54fb7fe5-d49d-4586-9b0b-b0c5e26aa53f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.851139] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.852165] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.853225] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccfaed4-9630-48e7-8f8b-47fb703f2897 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.859905] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 900.859905] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca1759-abc7-dcd3-0f88-572940644f78" [ 900.859905] env[70480]: _type = "Task" [ 900.859905] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.871044] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca1759-abc7-dcd3-0f88-572940644f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.900023] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.950152] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.950152] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.950152] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.950152] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.950152] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.950338] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.951078] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.951078] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.951078] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.951273] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.951479] env[70480]: DEBUG nova.virt.hardware [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.952461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe39f65-3c39-437f-acab-49a6e264dfc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.964094] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c8f8a-072a-4a67-bb05-374aa7ac8f06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.037145] env[70480]: DEBUG nova.scheduler.client.report [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.046897] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.062033] env[70480]: INFO nova.compute.manager [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Took 38.13 seconds to build instance. [ 901.185695] env[70480]: DEBUG nova.compute.manager [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.185967] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.187328] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98488ea-99d1-4b6a-bb75-87dc3063dabb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.198050] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.198416] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-897d72a3-a9a9-40b5-b2ae-16d29e058fd8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.207508] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 901.207508] env[70480]: value = "task-3722907" [ 901.207508] env[70480]: _type = "Task" [ 901.207508] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.218246] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.378311] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca1759-abc7-dcd3-0f88-572940644f78, 'name': SearchDatastore_Task, 'duration_secs': 0.01581} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.379816] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b9c051-f7f9-4323-bc23-b5e00931092d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.386900] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 901.386900] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529edefb-f833-35d7-b5bd-4d41a04138c5" [ 901.386900] env[70480]: _type = "Task" [ 901.386900] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.396980] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529edefb-f833-35d7-b5bd-4d41a04138c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.548486] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.549178] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.555755] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.401s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.555755] env[70480]: DEBUG nova.objects.instance [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lazy-loading 'resources' on Instance uuid 8dfd1d8b-ad57-40ed-9694-72238da965a0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.564988] env[70480]: DEBUG oslo_concurrency.lockutils [None req-294effe5-bb1b-4491-8bee-45d13f03e8b4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.742s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.718886] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722907, 'name': PowerOffVM_Task, 'duration_secs': 0.271101} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.719342] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.719342] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.719628] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44e8f2f-0b5d-465a-9cd8-e195482429fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.790067] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.791310] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.791310] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Deleting the datastore file [datastore1] ef76b837-9738-41cb-ba3c-d8d1c5290614 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.791476] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6526634-08dc-4723-9405-0981b804f601 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.801177] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for the task: (returnval){ [ 901.801177] env[70480]: value = "task-3722909" [ 901.801177] env[70480]: _type = "Task" [ 901.801177] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.815184] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7f7fd-2280-8935-0528-10c880b6edc3/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 901.816132] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf2a9e-6ad6-4e21-b461-64eab6958328 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.822017] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.827950] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7f7fd-2280-8935-0528-10c880b6edc3/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 901.828555] env[70480]: ERROR oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7f7fd-2280-8935-0528-10c880b6edc3/disk-0.vmdk due to incomplete transfer. [ 901.828555] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d14c8e8-d419-4f66-8d72-8eeaa633ae60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.838131] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7f7fd-2280-8935-0528-10c880b6edc3/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 901.838340] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Uploaded image 6918e905-9291-4dcc-ac11-4bb63719fb80 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 901.841019] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.841247] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13bab6ac-8f26-4699-b6be-6466150a341b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.852630] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 901.852630] env[70480]: value = "task-3722910" [ 901.852630] env[70480]: _type = "Task" [ 901.852630] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.863322] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722910, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.899152] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529edefb-f833-35d7-b5bd-4d41a04138c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.899463] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.899746] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4f483a1f-4432-4ffc-81da-83641c2c6780/4f483a1f-4432-4ffc-81da-83641c2c6780.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.900039] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b5662d-e0eb-47af-95df-9b0629a58a16 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.910520] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 901.910520] env[70480]: value = "task-3722911" [ 901.910520] env[70480]: _type = "Task" [ 901.910520] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.920024] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.057229] env[70480]: DEBUG nova.compute.utils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.058790] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.058968] env[70480]: DEBUG nova.network.neutron [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.096672] env[70480]: DEBUG nova.network.neutron [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Successfully updated port: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.124838] env[70480]: DEBUG nova.policy [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0fa55df29c74314bdb22d90249caa0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1664cee9e88240d1b5ac8b0dd6ea71c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.318978] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.367204] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722910, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.419800] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722911, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.436525] env[70480]: DEBUG nova.compute.manager [req-73965fa4-8f7e-462e-a345-81987e9ac15c req-c5d1cade-ac6e-4ea3-84e8-15cbc7f0c178 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-vif-plugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.439030] env[70480]: DEBUG oslo_concurrency.lockutils [req-73965fa4-8f7e-462e-a345-81987e9ac15c req-c5d1cade-ac6e-4ea3-84e8-15cbc7f0c178 service nova] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.439030] env[70480]: DEBUG oslo_concurrency.lockutils [req-73965fa4-8f7e-462e-a345-81987e9ac15c req-c5d1cade-ac6e-4ea3-84e8-15cbc7f0c178 service nova] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.439030] env[70480]: DEBUG oslo_concurrency.lockutils [req-73965fa4-8f7e-462e-a345-81987e9ac15c req-c5d1cade-ac6e-4ea3-84e8-15cbc7f0c178 service nova] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.439030] env[70480]: DEBUG nova.compute.manager [req-73965fa4-8f7e-462e-a345-81987e9ac15c req-c5d1cade-ac6e-4ea3-84e8-15cbc7f0c178 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] No waiting events found dispatching network-vif-plugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.439030] env[70480]: WARNING nova.compute.manager [req-73965fa4-8f7e-462e-a345-81987e9ac15c req-c5d1cade-ac6e-4ea3-84e8-15cbc7f0c178 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received unexpected event network-vif-plugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 for instance with vm_state building and task_state spawning. [ 902.526212] env[70480]: DEBUG nova.network.neutron [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Successfully created port: eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.537865] env[70480]: DEBUG nova.compute.manager [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Received event network-changed-aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.538092] env[70480]: DEBUG nova.compute.manager [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Refreshing instance network info cache due to event network-changed-aaff4eeb-7f8b-446f-932a-872db7927c4e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.538347] env[70480]: DEBUG oslo_concurrency.lockutils [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] Acquiring lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.538443] env[70480]: DEBUG oslo_concurrency.lockutils [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] Acquired lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.538600] env[70480]: DEBUG nova.network.neutron [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Refreshing network info cache for port aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.564600] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.602213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.602375] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.602528] env[70480]: DEBUG nova.network.neutron [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.769551] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b07bd5-5632-4659-8777-fc4a6f70b2a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.784024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.784024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.788595] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f10419-a151-4c50-ad38-9c5a584dfd26 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.848324] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1bc7d-3d85-411b-805d-9bdc940dbd5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.863972] env[70480]: DEBUG oslo_vmware.api [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Task: {'id': task-3722909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53998} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.864795] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.865044] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.865357] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.865492] env[70480]: INFO nova.compute.manager [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Took 1.68 seconds to destroy the instance on the hypervisor. [ 902.865739] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.867270] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e39c449-bbd4-4feb-ae98-9d70ba7316ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.876259] env[70480]: DEBUG nova.compute.manager [-] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.876390] env[70480]: DEBUG nova.network.neutron [-] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.878698] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722910, 'name': Destroy_Task, 'duration_secs': 0.708798} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.879451] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Destroyed the VM [ 902.879688] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.880309] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87fba8c6-e0d4-4ec9-bb9b-6d0ed66dc7a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.891036] env[70480]: DEBUG nova.compute.provider_tree [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.899217] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 902.899217] env[70480]: value = "task-3722912" [ 902.899217] env[70480]: _type = "Task" [ 902.899217] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.911510] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722912, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.921564] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.140857] env[70480]: DEBUG nova.network.neutron [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.288884] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.307571] env[70480]: DEBUG nova.network.neutron [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.395103] env[70480]: DEBUG nova.scheduler.client.report [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.415844] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722912, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.431788] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722911, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019234} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.432299] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4f483a1f-4432-4ffc-81da-83641c2c6780/4f483a1f-4432-4ffc-81da-83641c2c6780.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.432644] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.432918] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-009aab85-f52c-464d-8bb6-541a7f5d85f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.441809] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 903.441809] env[70480]: value = "task-3722913" [ 903.441809] env[70480]: _type = "Task" [ 903.441809] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.453632] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.579820] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.618057] env[70480]: DEBUG nova.virt.hardware [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.618404] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d98c777-1021-456f-96a8-91d6f613d74a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.630868] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be526319-caed-4e4b-9107-218045f0db02 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.648569] env[70480]: DEBUG nova.network.neutron [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updated VIF entry in instance network info cache for port aaff4eeb-7f8b-446f-932a-872db7927c4e. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.648569] env[70480]: DEBUG nova.network.neutron [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updating instance_info_cache with network_info: [{"id": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "address": "fa:16:3e:10:d4:57", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaff4eeb-7f", "ovs_interfaceid": "aaff4eeb-7f8b-446f-932a-872db7927c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.809990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.810425] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance network_info: |[{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.811062] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:76:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.819098] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating folder: Project (45d0e3f7472747aba1c0ac204c3fec4a). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.820436] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.820744] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a48da6-9c33-401c-a969-4823fe106c8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.833879] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created folder: Project (45d0e3f7472747aba1c0ac204c3fec4a) in parent group-v741156. [ 903.834252] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating folder: Instances. Parent ref: group-v741332. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.834626] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bc0cd7d-e566-49ce-a198-682b465ed6ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.845131] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created folder: Instances in parent group-v741332. [ 903.845598] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.845598] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.845841] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7999a9-221e-4c7f-95fe-d646dc425e6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.876466] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.876466] env[70480]: value = "task-3722916" [ 903.876466] env[70480]: _type = "Task" [ 903.876466] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.888039] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722916, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.904344] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.910888] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.136s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.911404] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.912195] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 903.912195] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.902s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.912289] env[70480]: DEBUG nova.objects.instance [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lazy-loading 'resources' on Instance uuid 2aba3d33-4f99-4931-8385-8216e207a37d {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.917038] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46208ccc-f859-437f-9095-29ce4f18c923 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.924064] env[70480]: DEBUG oslo_vmware.api [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3722912, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719441} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.926462] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.926953] env[70480]: INFO nova.compute.manager [None req-0161d7c8-e3eb-4b61-901f-80760f1fdf94 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Took 17.91 seconds to snapshot the instance on the hypervisor. [ 903.930642] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5829f87-e4b8-4ba0-8dba-f1fbf1c3d256 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.936104] env[70480]: INFO nova.scheduler.client.report [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Deleted allocations for instance 8dfd1d8b-ad57-40ed-9694-72238da965a0 [ 903.953807] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0dd0e-7863-4e7d-9279-0406e34f6060 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.962700] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079644} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.968023] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.968023] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431a6c8-165d-4396-aa6d-d127d91005d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.971490] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95345739-7d00-4848-a296-cec1cc50bf61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.003326] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 4f483a1f-4432-4ffc-81da-83641c2c6780/4f483a1f-4432-4ffc-81da-83641c2c6780.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.029576] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a244e763-ac7e-4b19-b98a-cf1fb7f8af06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.045298] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178626MB free_disk=62GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 904.045525] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.046164] env[70480]: DEBUG nova.network.neutron [-] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.054856] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 904.054856] env[70480]: value = "task-3722917" [ 904.054856] env[70480]: _type = "Task" [ 904.054856] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.065135] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.168473] env[70480]: DEBUG oslo_concurrency.lockutils [req-981a2b6e-dd5c-4682-b60d-e84a81de6902 req-6ba5a7a7-6d7b-4a39-8f50-a5fc71f3fd1b service nova] Releasing lock "refresh_cache-efdc0e02-fd32-4267-8a18-bcb872e8a152" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.175145] env[70480]: DEBUG nova.network.neutron [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Successfully updated port: eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.285953] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "d2e58032-92a2-4dbc-878f-6be9087af6f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.286190] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.387324] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722916, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.451800] env[70480]: DEBUG oslo_concurrency.lockutils [None req-055a8a65-8318-442a-a725-eacc635d0c70 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Lock "8dfd1d8b-ad57-40ed-9694-72238da965a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.935s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.460836] env[70480]: DEBUG nova.compute.manager [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.461066] env[70480]: DEBUG nova.compute.manager [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing instance network info cache due to event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.461305] env[70480]: DEBUG oslo_concurrency.lockutils [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.461422] env[70480]: DEBUG oslo_concurrency.lockutils [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.461578] env[70480]: DEBUG nova.network.neutron [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.550114] env[70480]: INFO nova.compute.manager [-] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Took 1.67 seconds to deallocate network for instance. [ 904.567123] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722917, 'name': ReconfigVM_Task, 'duration_secs': 0.314971} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.568387] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 4f483a1f-4432-4ffc-81da-83641c2c6780/4f483a1f-4432-4ffc-81da-83641c2c6780.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.570043] env[70480]: DEBUG nova.compute.manager [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Received event network-vif-plugged-eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.570121] env[70480]: DEBUG oslo_concurrency.lockutils [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.570279] env[70480]: DEBUG oslo_concurrency.lockutils [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.570439] env[70480]: DEBUG oslo_concurrency.lockutils [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.570605] env[70480]: DEBUG nova.compute.manager [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] No waiting events found dispatching network-vif-plugged-eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.570769] env[70480]: WARNING nova.compute.manager [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Received unexpected event network-vif-plugged-eb1f2366-7d07-4105-842e-a6fdd9deddbc for instance with vm_state building and task_state spawning. [ 904.570956] env[70480]: DEBUG nova.compute.manager [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Received event network-changed-eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.571203] env[70480]: DEBUG nova.compute.manager [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Refreshing instance network info cache due to event network-changed-eb1f2366-7d07-4105-842e-a6fdd9deddbc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.571316] env[70480]: DEBUG oslo_concurrency.lockutils [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] Acquiring lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.571447] env[70480]: DEBUG oslo_concurrency.lockutils [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] Acquired lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.571599] env[70480]: DEBUG nova.network.neutron [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Refreshing network info cache for port eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.575468] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfdf3e5-3d7c-4e0d-9f01-07b8c9a5b8d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.583737] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 904.583737] env[70480]: value = "task-3722918" [ 904.583737] env[70480]: _type = "Task" [ 904.583737] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.598773] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722918, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.678571] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.788768] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.868347] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4d4d58-0ff4-49cb-9952-715e036158b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.876739] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c92c6d4-d3f0-4ce8-8f65-bf6922c05a8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.888445] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722916, 'name': CreateVM_Task, 'duration_secs': 0.856637} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.913684] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.915077] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.915260] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.915591] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.916383] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84c194-cad5-4703-b511-4368153bafe5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.918975] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c55cb58-880d-4f28-80f2-821fe9506420 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.924175] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 904.924175] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a74973-f469-5c60-4aec-7d1565e32b18" [ 904.924175] env[70480]: _type = "Task" [ 904.924175] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.930212] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee3f75-5a1a-4363-bb2e-ed62aeaf33b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.941338] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a74973-f469-5c60-4aec-7d1565e32b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.949493] env[70480]: DEBUG nova.compute.provider_tree [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.057379] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.098146] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722918, 'name': Rename_Task, 'duration_secs': 0.142051} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.098969] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.099523] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a68488f9-f758-4b92-99bc-b492fd79fb52 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.107547] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 905.107547] env[70480]: value = "task-3722919" [ 905.107547] env[70480]: _type = "Task" [ 905.107547] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.117415] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.169865] env[70480]: DEBUG nova.network.neutron [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.211751] env[70480]: DEBUG nova.network.neutron [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updated VIF entry in instance network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.212157] env[70480]: DEBUG nova.network.neutron [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.310706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.330540] env[70480]: DEBUG nova.network.neutron [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.437850] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a74973-f469-5c60-4aec-7d1565e32b18, 'name': SearchDatastore_Task, 'duration_secs': 0.01834} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.438251] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.438501] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.438874] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.438989] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.439209] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.439518] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f8399bf-3f64-437f-9fd2-e0f01f85b29e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.450526] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.450754] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.452317] env[70480]: DEBUG nova.scheduler.client.report [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.455687] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c1a265-c104-4d06-8f7b-f7d6846fe5da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.462668] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 905.462668] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7c160-6545-c0dd-833c-d80580f18a2a" [ 905.462668] env[70480]: _type = "Task" [ 905.462668] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.472991] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7c160-6545-c0dd-833c-d80580f18a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.618928] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722919, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.714986] env[70480]: DEBUG oslo_concurrency.lockutils [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.715270] env[70480]: DEBUG nova.compute.manager [req-64d2f5f8-8762-4543-bb96-7170f7de09c5 req-e67eacab-51f5-48e8-a3f3-05b6f1f3ee37 service nova] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Received event network-vif-deleted-ab75faee-3dee-4ee2-9e0d-462639e9c17f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.833894] env[70480]: DEBUG oslo_concurrency.lockutils [req-5763d03f-a6d6-45aa-b0a4-b3aefad86971 req-3595ab27-6d75-45bf-a5cd-95305cd009aa service nova] Releasing lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.834350] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.834516] env[70480]: DEBUG nova.network.neutron [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.959854] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.962470] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.585s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.962715] env[70480]: DEBUG nova.objects.instance [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lazy-loading 'resources' on Instance uuid ab7a8a12-770a-43c4-b770-7c5201f04dde {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.974707] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7c160-6545-c0dd-833c-d80580f18a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.976243] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6a59fc-05cc-410b-8ad2-bebfdf135329 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.982534] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 905.982534] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aa99f1-739e-965e-36b8-3f3524b1227a" [ 905.982534] env[70480]: _type = "Task" [ 905.982534] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.986483] env[70480]: INFO nova.scheduler.client.report [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Deleted allocations for instance 2aba3d33-4f99-4931-8385-8216e207a37d [ 905.994900] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aa99f1-739e-965e-36b8-3f3524b1227a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.119434] env[70480]: DEBUG oslo_vmware.api [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722919, 'name': PowerOnVM_Task, 'duration_secs': 0.525791} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.119434] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.119937] env[70480]: INFO nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Took 10.22 seconds to spawn the instance on the hypervisor. [ 906.119937] env[70480]: DEBUG nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.121599] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef2bf7-b8c0-4430-9183-0894654ef876 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.495836] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aa99f1-739e-965e-36b8-3f3524b1227a, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.498674] env[70480]: DEBUG oslo_concurrency.lockutils [None req-384d286d-1d2c-473c-b59d-dc66bb83090e tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.570s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.499863] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.500170] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.500459] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.922s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.500666] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.500884] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.501071] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.502981] env[70480]: DEBUG nova.network.neutron [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.505051] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f5e610-69d1-4dac-bae4-f5493024927c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.507677] env[70480]: INFO nova.compute.manager [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Terminating instance [ 906.517788] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 906.517788] env[70480]: value = "task-3722920" [ 906.517788] env[70480]: _type = "Task" [ 906.517788] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.528631] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.645980] env[70480]: INFO nova.compute.manager [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Took 40.94 seconds to build instance. [ 906.852070] env[70480]: DEBUG nova.network.neutron [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating instance_info_cache with network_info: [{"id": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "address": "fa:16:3e:c3:fe:6a", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1f2366-7d", "ovs_interfaceid": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.017044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.017044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquired lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.017044] env[70480]: DEBUG nova.network.neutron [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.041102] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722920, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.050209] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b65e231-c212-4a82-9b3a-31402024e81b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.059201] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087df8dd-785a-4c32-8c5d-e07f62afaa83 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.098584] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efebab3e-9bb6-4dd1-b780-e410871bc7ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.107063] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b36fcb-b617-40ba-88e0-82388c00c6c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.122275] env[70480]: DEBUG nova.compute.provider_tree [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.153851] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.595s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.361026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.361026] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Instance network_info: |[{"id": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "address": "fa:16:3e:c3:fe:6a", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1f2366-7d", "ovs_interfaceid": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.361026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:fe:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb1f2366-7d07-4105-842e-a6fdd9deddbc', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.368555] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Creating folder: Project (1664cee9e88240d1b5ac8b0dd6ea71c9). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.369063] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ff4a526-9360-4250-a2e7-e840b2cafd2d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.380774] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Created folder: Project (1664cee9e88240d1b5ac8b0dd6ea71c9) in parent group-v741156. [ 907.381235] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Creating folder: Instances. Parent ref: group-v741335. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.381583] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59ae0cb9-ad76-41e6-a9f2-2135f63bbaa6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.393158] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Created folder: Instances in parent group-v741335. [ 907.393634] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.393930] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.394321] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-144e6273-e2e8-4ce0-ad0e-fdf44571a473 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.419026] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.419026] env[70480]: value = "task-3722923" [ 907.419026] env[70480]: _type = "Task" [ 907.419026] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.425411] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722923, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.530460] env[70480]: DEBUG nova.compute.utils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Can not refresh info_cache because instance was not found {{(pid=70480) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 907.533546] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536021} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.533834] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.534088] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.534677] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63eba8f2-5c09-453a-8e28-e93aaf5e9b39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.546113] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 907.546113] env[70480]: value = "task-3722924" [ 907.546113] env[70480]: _type = "Task" [ 907.546113] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.561253] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.569577] env[70480]: DEBUG nova.network.neutron [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.626088] env[70480]: DEBUG nova.scheduler.client.report [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.802338] env[70480]: DEBUG nova.network.neutron [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.927975] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722923, 'name': CreateVM_Task, 'duration_secs': 0.410215} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.928364] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.929351] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.929765] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.930301] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.930693] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d31476-35d3-4924-a781-e2e1647dac6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.938038] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 907.938038] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e20ac0-648a-1fe5-9798-c1f4877fea36" [ 907.938038] env[70480]: _type = "Task" [ 907.938038] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.946281] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e20ac0-648a-1fe5-9798-c1f4877fea36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.059377] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076972} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.059652] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.060739] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde62f3-dea3-4b07-bdc5-280a5de08882 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.088404] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.088885] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6cecec-d411-4969-9841-8f3c96b7b90c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.111070] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 908.111070] env[70480]: value = "task-3722925" [ 908.111070] env[70480]: _type = "Task" [ 908.111070] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.120969] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.132883] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.135934] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.102s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.136108] env[70480]: DEBUG nova.objects.instance [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lazy-loading 'resources' on Instance uuid 7a8d3b7a-37e5-46ec-b895-a2a188d74e14 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.164115] env[70480]: INFO nova.scheduler.client.report [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Deleted allocations for instance ab7a8a12-770a-43c4-b770-7c5201f04dde [ 908.308256] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Releasing lock "refresh_cache-2aba3d33-4f99-4931-8385-8216e207a37d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.308256] env[70480]: DEBUG nova.compute.manager [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.308256] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.308256] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-831e94e8-e49a-42d7-bb70-3543b51228af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.321995] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641245b-77d1-477c-8608-a705f88c9865 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.366290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "4f483a1f-4432-4ffc-81da-83641c2c6780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.366602] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.366820] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "4f483a1f-4432-4ffc-81da-83641c2c6780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.368549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.368549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.370287] env[70480]: WARNING nova.virt.vmwareapi.vmops [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2aba3d33-4f99-4931-8385-8216e207a37d could not be found. [ 908.370483] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.370662] env[70480]: INFO nova.compute.manager [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Took 0.06 seconds to destroy the instance on the hypervisor. [ 908.370963] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.371555] env[70480]: INFO nova.compute.manager [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Terminating instance [ 908.373363] env[70480]: DEBUG nova.compute.manager [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.373479] env[70480]: DEBUG nova.network.neutron [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.404503] env[70480]: DEBUG nova.network.neutron [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.448789] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e20ac0-648a-1fe5-9798-c1f4877fea36, 'name': SearchDatastore_Task, 'duration_secs': 0.019059} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.448789] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.448789] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.448789] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.448789] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.449030] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.449608] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d099333-dc75-4986-a620-6d09d46ab265 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.460657] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.460657] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.462176] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05df71cb-77ef-4f68-9671-40b9abbbd7a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.470211] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 908.470211] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c1d4b4-8c98-257a-db63-36a3de44c004" [ 908.470211] env[70480]: _type = "Task" [ 908.470211] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.478484] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c1d4b4-8c98-257a-db63-36a3de44c004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.624490] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.676338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5e0fa259-d84b-497a-8763-c9437ac18beb tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Lock "ab7a8a12-770a-43c4-b770-7c5201f04dde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.679s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.843253] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "511def32-c243-43b2-87f7-d032720e8e5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.843448] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "511def32-c243-43b2-87f7-d032720e8e5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.843684] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "511def32-c243-43b2-87f7-d032720e8e5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.843975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "511def32-c243-43b2-87f7-d032720e8e5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.844509] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "511def32-c243-43b2-87f7-d032720e8e5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.850949] env[70480]: INFO nova.compute.manager [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Terminating instance [ 908.880166] env[70480]: DEBUG nova.compute.manager [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.880391] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.881847] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc920d-d106-4bb6-9cc6-58cd5f569c59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.891462] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.891772] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a898f81e-43da-4bd4-a0f2-72f8cac7df40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.904994] env[70480]: DEBUG oslo_vmware.api [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 908.904994] env[70480]: value = "task-3722926" [ 908.904994] env[70480]: _type = "Task" [ 908.904994] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.908260] env[70480]: DEBUG nova.network.neutron [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.918955] env[70480]: DEBUG oslo_vmware.api [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.983940] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c1d4b4-8c98-257a-db63-36a3de44c004, 'name': SearchDatastore_Task, 'duration_secs': 0.084651} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.988326] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557082ac-fd7c-49aa-ac1d-f9d2c577e8c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.999070] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 908.999070] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2c246-f37c-9a10-7cc2-a0a9655a5ee2" [ 908.999070] env[70480]: _type = "Task" [ 908.999070] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.014369] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2c246-f37c-9a10-7cc2-a0a9655a5ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.01558} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.014658] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.014921] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 411eb6be-d0c0-4020-a18b-bd56759abc5b/411eb6be-d0c0-4020-a18b-bd56759abc5b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.016022] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4573d765-0b10-4d33-843c-d512e8d69faa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.024171] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 909.024171] env[70480]: value = "task-3722927" [ 909.024171] env[70480]: _type = "Task" [ 909.024171] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.122809] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722925, 'name': ReconfigVM_Task, 'duration_secs': 0.704352} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.125841] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.127706] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0d37091-6a31-436f-b4b4-8de753bc5527 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.135847] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 909.135847] env[70480]: value = "task-3722928" [ 909.135847] env[70480]: _type = "Task" [ 909.135847] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.140732] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f4f79-5ddf-49a4-9941-4b08677ec5a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.152184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678389c-71ae-4bd7-95d0-c65d23654b06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.155638] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722928, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.187094] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d4f6a-7a07-4901-8da8-c9cd5a00a16e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.196221] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e465ff09-7e6a-4acc-884c-a3087e167b29 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.212381] env[70480]: DEBUG nova.compute.provider_tree [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.359789] env[70480]: DEBUG nova.compute.manager [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.360320] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.361411] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460d98b3-d821-4914-b8d6-0b4221f0adba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.370847] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.371156] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a741763b-a9ef-4b7d-a561-7fb68ab580ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.378066] env[70480]: DEBUG oslo_vmware.api [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 909.378066] env[70480]: value = "task-3722929" [ 909.378066] env[70480]: _type = "Task" [ 909.378066] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.387483] env[70480]: DEBUG oslo_vmware.api [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.417012] env[70480]: INFO nova.compute.manager [-] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Took 1.04 seconds to deallocate network for instance. [ 909.417447] env[70480]: DEBUG oslo_vmware.api [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722926, 'name': PowerOffVM_Task, 'duration_secs': 0.234791} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.420051] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.420461] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.424517] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d06b907-4feb-4810-910f-0188720b3c02 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.468442] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "4396b5f0-5402-48b5-82a5-412685cbfb0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.468442] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "4396b5f0-5402-48b5-82a5-412685cbfb0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.518679] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.519150] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.519557] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore2] 4f483a1f-4432-4ffc-81da-83641c2c6780 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.520276] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474e53b6-3fcc-4af2-a3c3-9a5b01ab779c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.529975] env[70480]: DEBUG oslo_vmware.api [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 909.529975] env[70480]: value = "task-3722931" [ 909.529975] env[70480]: _type = "Task" [ 909.529975] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.538501] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.544368] env[70480]: DEBUG oslo_vmware.api [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.647792] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722928, 'name': Rename_Task, 'duration_secs': 0.16044} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.648092] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.648348] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e089ab-b007-43a1-a04b-db05ea6fed53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.654914] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 909.654914] env[70480]: value = "task-3722932" [ 909.654914] env[70480]: _type = "Task" [ 909.654914] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.663308] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.716814] env[70480]: DEBUG nova.scheduler.client.report [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.888613] env[70480]: DEBUG oslo_vmware.api [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722929, 'name': PowerOffVM_Task, 'duration_secs': 0.358882} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.888953] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.889146] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.889407] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5725d26-d5c9-4c86-a02e-b87101064ae4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.927929] env[70480]: INFO nova.compute.manager [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance disappeared during terminate [ 909.928264] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f2d9cfb-aab5-4aee-abf6-48279b58eb3f tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "2aba3d33-4f99-4931-8385-8216e207a37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.428s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.971797] env[70480]: DEBUG nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.979055] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.979300] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.979578] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Deleting the datastore file [datastore1] 511def32-c243-43b2-87f7-d032720e8e5f {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.980137] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17237db7-655b-4b13-a109-189ebbd589d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.988354] env[70480]: DEBUG oslo_vmware.api [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for the task: (returnval){ [ 909.988354] env[70480]: value = "task-3722934" [ 909.988354] env[70480]: _type = "Task" [ 909.988354] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.997680] env[70480]: DEBUG oslo_vmware.api [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.037763] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597925} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.038545] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 411eb6be-d0c0-4020-a18b-bd56759abc5b/411eb6be-d0c0-4020-a18b-bd56759abc5b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.039337] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.039337] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1278589a-077d-4a7c-8943-61f43e2362a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.044703] env[70480]: DEBUG oslo_vmware.api [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3722931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446954} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.045319] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.045516] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.045766] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.045967] env[70480]: INFO nova.compute.manager [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Took 1.17 seconds to destroy the instance on the hypervisor. [ 910.046229] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.046749] env[70480]: DEBUG nova.compute.manager [-] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.046851] env[70480]: DEBUG nova.network.neutron [-] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.051394] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 910.051394] env[70480]: value = "task-3722935" [ 910.051394] env[70480]: _type = "Task" [ 910.051394] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.064054] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.168374] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722932, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.222886] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.227953] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.040s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.256185] env[70480]: INFO nova.scheduler.client.report [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Deleted allocations for instance 7a8d3b7a-37e5-46ec-b895-a2a188d74e14 [ 910.495708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.500384] env[70480]: DEBUG oslo_vmware.api [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Task: {'id': task-3722934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267583} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.503178] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.503389] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.503569] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.503741] env[70480]: INFO nova.compute.manager [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 910.503984] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.504841] env[70480]: DEBUG nova.compute.manager [-] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.504972] env[70480]: DEBUG nova.network.neutron [-] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.520968] env[70480]: DEBUG nova.compute.manager [req-2a95b036-0708-4c29-9d71-dc67e55e7922 req-d3e4f959-93f9-4d72-8847-6c3f9e1c73f8 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Received event network-vif-deleted-eb6078cb-01dc-4a02-9dcf-e227a1684403 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.522320] env[70480]: INFO nova.compute.manager [req-2a95b036-0708-4c29-9d71-dc67e55e7922 req-d3e4f959-93f9-4d72-8847-6c3f9e1c73f8 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Neutron deleted interface eb6078cb-01dc-4a02-9dcf-e227a1684403; detaching it from the instance and deleting it from the info cache [ 910.522320] env[70480]: DEBUG nova.network.neutron [req-2a95b036-0708-4c29-9d71-dc67e55e7922 req-d3e4f959-93f9-4d72-8847-6c3f9e1c73f8 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.567840] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079111} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.569076] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.569180] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f0fc2a-9cf1-4884-ae0e-892f05b711bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.597246] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 411eb6be-d0c0-4020-a18b-bd56759abc5b/411eb6be-d0c0-4020-a18b-bd56759abc5b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.599309] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d212698d-349b-4e92-bf89-1d24eb15f23b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.623455] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 910.623455] env[70480]: value = "task-3722936" [ 910.623455] env[70480]: _type = "Task" [ 910.623455] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.633821] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.675690] env[70480]: DEBUG oslo_vmware.api [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3722932, 'name': PowerOnVM_Task, 'duration_secs': 0.739989} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.675979] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.676236] env[70480]: INFO nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Took 9.78 seconds to spawn the instance on the hypervisor. [ 910.676429] env[70480]: DEBUG nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.677304] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71df3dbf-d4a9-45da-832b-3a303ce4e557 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.767527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Lock "7a8d3b7a-37e5-46ec-b895-a2a188d74e14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.974s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.830728] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde10742-3fa5-4834-864b-84346512f854 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.844351] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577e6c92-5821-4e2f-a435-cc3fe62edb85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.881029] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963014b3-0011-44ce-9249-bac9a8c2fe49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.890580] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e5625-9d19-4a6b-a66e-a61c9c10c531 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.906438] env[70480]: DEBUG nova.compute.provider_tree [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.949228] env[70480]: DEBUG nova.network.neutron [-] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.025558] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e3a3562-0711-4b43-a92c-904cbe1df8ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.035613] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84afc5-6068-4268-a59b-672da2b63a3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.068777] env[70480]: DEBUG nova.compute.manager [req-2a95b036-0708-4c29-9d71-dc67e55e7922 req-d3e4f959-93f9-4d72-8847-6c3f9e1c73f8 service nova] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Detach interface failed, port_id=eb6078cb-01dc-4a02-9dcf-e227a1684403, reason: Instance 4f483a1f-4432-4ffc-81da-83641c2c6780 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.133389] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722936, 'name': ReconfigVM_Task, 'duration_secs': 0.355191} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.133709] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 411eb6be-d0c0-4020-a18b-bd56759abc5b/411eb6be-d0c0-4020-a18b-bd56759abc5b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.134418] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03e06788-1a29-4fef-b279-f8925eab3f9e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.141682] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 911.141682] env[70480]: value = "task-3722937" [ 911.141682] env[70480]: _type = "Task" [ 911.141682] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.150337] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722937, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.199738] env[70480]: INFO nova.compute.manager [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Took 42.29 seconds to build instance. [ 911.337620] env[70480]: DEBUG nova.network.neutron [-] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.410586] env[70480]: DEBUG nova.scheduler.client.report [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.452678] env[70480]: INFO nova.compute.manager [-] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Took 1.41 seconds to deallocate network for instance. [ 911.655063] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722937, 'name': Rename_Task, 'duration_secs': 0.147241} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.655358] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.655623] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2689c11-29bb-4664-b741-820b0855e40f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.664429] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 911.664429] env[70480]: value = "task-3722938" [ 911.664429] env[70480]: _type = "Task" [ 911.664429] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.678428] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.700413] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5365f86e-9cef-4789-af35-61dbbd90bcd0 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.305s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.843138] env[70480]: INFO nova.compute.manager [-] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Took 1.34 seconds to deallocate network for instance. [ 911.916139] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.916802] env[70480]: INFO nova.compute.manager [None req-5bfd58da-0056-485b-a1dc-695ec44121f1 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Successfully reverted task state from rebuilding on failure for instance. [ 911.928027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.725s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.928027] env[70480]: INFO nova.compute.claims [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.961166] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.184080] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.348061] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.544609] env[70480]: DEBUG nova.compute.manager [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.544609] env[70480]: DEBUG nova.compute.manager [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing instance network info cache due to event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.544609] env[70480]: DEBUG oslo_concurrency.lockutils [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.544609] env[70480]: DEBUG oslo_concurrency.lockutils [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.544609] env[70480]: DEBUG nova.network.neutron [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.570336] env[70480]: DEBUG nova.compute.manager [req-36171d6e-356c-42cd-b1a0-4805f9c07e27 req-9e0d7eca-a0d8-4f45-8e28-8876839779d6 service nova] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Received event network-vif-deleted-d5e36829-05e2-4b20-8dd5-dec5b3d15269 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.677604] env[70480]: DEBUG oslo_vmware.api [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3722938, 'name': PowerOnVM_Task, 'duration_secs': 0.525571} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.678041] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.678130] env[70480]: INFO nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 912.678276] env[70480]: DEBUG nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.679927] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4865853-fdba-47ce-928e-ea87dac8f99a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.203064] env[70480]: INFO nova.compute.manager [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Took 40.94 seconds to build instance. [ 913.464420] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c5a61-5088-4ee8-8ce5-f0f48b138a15 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.473383] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d441d81-100e-480e-8a8f-8dc37898c91c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.509940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b322d8ba-06a1-4550-b77c-7782c0c9f4dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.518957] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525587b-04b1-4f7c-a438-ccaf664e2fb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.535467] env[70480]: DEBUG nova.compute.provider_tree [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.682466] env[70480]: DEBUG nova.network.neutron [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updated VIF entry in instance network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.682855] env[70480]: DEBUG nova.network.neutron [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.706857] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4ad3a178-3b92-4807-b909-5a2e5b26fefe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.803s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.039639] env[70480]: DEBUG nova.scheduler.client.report [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.186021] env[70480]: DEBUG oslo_concurrency.lockutils [req-2464f625-8a8f-48c2-958a-a1064ae24505 req-d2f812ae-ab80-42c4-aad5-ea0ec6e23c33 service nova] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.546194] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.546706] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.558018] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.037s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.558018] env[70480]: INFO nova.compute.claims [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.630762] env[70480]: DEBUG nova.compute.manager [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Received event network-changed-eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.630972] env[70480]: DEBUG nova.compute.manager [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Refreshing instance network info cache due to event network-changed-eb1f2366-7d07-4105-842e-a6fdd9deddbc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.631240] env[70480]: DEBUG oslo_concurrency.lockutils [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] Acquiring lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.631393] env[70480]: DEBUG oslo_concurrency.lockutils [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] Acquired lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.631574] env[70480]: DEBUG nova.network.neutron [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Refreshing network info cache for port eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.056933] env[70480]: DEBUG nova.compute.utils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.058948] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.062049] env[70480]: DEBUG nova.network.neutron [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.131108] env[70480]: DEBUG nova.policy [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82b13b691bc343db84e21f245eeb63ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '566597eb59424d648da4aa9d757d18cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.540196] env[70480]: DEBUG nova.network.neutron [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Successfully created port: 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.556523] env[70480]: DEBUG nova.network.neutron [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updated VIF entry in instance network info cache for port eb1f2366-7d07-4105-842e-a6fdd9deddbc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.556885] env[70480]: DEBUG nova.network.neutron [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating instance_info_cache with network_info: [{"id": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "address": "fa:16:3e:c3:fe:6a", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1f2366-7d", "ovs_interfaceid": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.563295] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.062645] env[70480]: DEBUG oslo_concurrency.lockutils [req-2c23326d-c340-4c6e-88cb-fea730d04ba5 req-4b99cdb3-5b2f-4ad1-8123-8b53aba6a9b4 service nova] Releasing lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.079393] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05016745-23ed-41ba-bb32-c5c2b2f1c4a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.089303] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389901d6-e5f9-4ae4-80cf-13422cc76f5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.129119] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1076145b-c9c4-4f08-905e-ffa59cab4d81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.138633] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d5dd8-e1a5-4128-ac41-cbf9599e79f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.155186] env[70480]: DEBUG nova.compute.provider_tree [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.577801] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.618756] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.620186] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.620400] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.620605] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.620752] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.620978] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.621241] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.621403] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.621573] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.621749] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.621934] env[70480]: DEBUG nova.virt.hardware [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.625587] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48fc865-eff2-442f-a03e-6b57be0d661e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.637567] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02059a3-9051-41ed-ba57-ac36644ec278 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.658066] env[70480]: DEBUG nova.scheduler.client.report [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.164968] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.165524] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.169534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.589s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.676201] env[70480]: DEBUG nova.compute.utils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.677716] env[70480]: DEBUG nova.objects.instance [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lazy-loading 'migration_context' on Instance uuid 4278a8f2-85dd-441f-90ee-d27e74333a28 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.679519] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.679848] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.749134] env[70480]: DEBUG nova.policy [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f43427b2ccc41a49fd5c74497e509d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05b070fd695f476c870fb5d0043e7aef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.783491] env[70480]: DEBUG nova.compute.manager [req-b725a93b-d4a0-41d1-b76a-7e512ce3b7b7 req-e97d6153-f2ec-45fd-8df5-0a18e005a4c6 service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Received event network-vif-plugged-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.783491] env[70480]: DEBUG oslo_concurrency.lockutils [req-b725a93b-d4a0-41d1-b76a-7e512ce3b7b7 req-e97d6153-f2ec-45fd-8df5-0a18e005a4c6 service nova] Acquiring lock "600cd2e6-3cb9-493e-b10d-730fe88849a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.783491] env[70480]: DEBUG oslo_concurrency.lockutils [req-b725a93b-d4a0-41d1-b76a-7e512ce3b7b7 req-e97d6153-f2ec-45fd-8df5-0a18e005a4c6 service nova] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.783491] env[70480]: DEBUG oslo_concurrency.lockutils [req-b725a93b-d4a0-41d1-b76a-7e512ce3b7b7 req-e97d6153-f2ec-45fd-8df5-0a18e005a4c6 service nova] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.783491] env[70480]: DEBUG nova.compute.manager [req-b725a93b-d4a0-41d1-b76a-7e512ce3b7b7 req-e97d6153-f2ec-45fd-8df5-0a18e005a4c6 service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] No waiting events found dispatching network-vif-plugged-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.783491] env[70480]: WARNING nova.compute.manager [req-b725a93b-d4a0-41d1-b76a-7e512ce3b7b7 req-e97d6153-f2ec-45fd-8df5-0a18e005a4c6 service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Received unexpected event network-vif-plugged-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 for instance with vm_state building and task_state spawning. [ 917.931418] env[70480]: DEBUG nova.network.neutron [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Successfully updated port: 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.190633] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.277640] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Successfully created port: a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.434916] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "refresh_cache-600cd2e6-3cb9-493e-b10d-730fe88849a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.434916] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquired lock "refresh_cache-600cd2e6-3cb9-493e-b10d-730fe88849a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.434916] env[70480]: DEBUG nova.network.neutron [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.497473] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "bf290996-970c-4800-aa06-f5ffd918e457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.497713] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "bf290996-970c-4800-aa06-f5ffd918e457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.690589] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff78178-0297-4e57-8b36-85680178d673 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.701909] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9279e2db-4bee-4d04-8765-340e54fc615f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.735774] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902b003a-7ce3-416e-84c6-501c53c9a608 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.744629] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91829915-e7b0-49c6-93c1-326ea4370628 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.760447] env[70480]: DEBUG nova.compute.provider_tree [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.993058] env[70480]: DEBUG nova.network.neutron [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.000210] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.208166] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.236881] env[70480]: DEBUG nova.network.neutron [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Updating instance_info_cache with network_info: [{"id": "368580a6-e0d1-4f22-bdcd-2ad2dd5a6289", "address": "fa:16:3e:2a:65:e2", "network": {"id": "184fd3e1-090f-48d8-af2e-bbb9c6c7f4fd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1425942225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566597eb59424d648da4aa9d757d18cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368580a6-e0", "ovs_interfaceid": "368580a6-e0d1-4f22-bdcd-2ad2dd5a6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.250037] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.250037] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.250215] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.250250] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.250503] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.250770] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.251051] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.251051] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.251420] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.251420] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.251546] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.252645] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6adaba-0ef1-4495-a78d-5cdcd3f6c310 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.265080] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e484d-3367-439a-85bb-365d07eac16c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.268521] env[70480]: DEBUG nova.scheduler.client.report [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.533130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.746017] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Releasing lock "refresh_cache-600cd2e6-3cb9-493e-b10d-730fe88849a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.746017] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Instance network_info: |[{"id": "368580a6-e0d1-4f22-bdcd-2ad2dd5a6289", "address": "fa:16:3e:2a:65:e2", "network": {"id": "184fd3e1-090f-48d8-af2e-bbb9c6c7f4fd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1425942225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566597eb59424d648da4aa9d757d18cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368580a6-e0", "ovs_interfaceid": "368580a6-e0d1-4f22-bdcd-2ad2dd5a6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.746017] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:65:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '368580a6-e0d1-4f22-bdcd-2ad2dd5a6289', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.756548] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Creating folder: Project (566597eb59424d648da4aa9d757d18cc). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.757481] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93c59b98-9cc0-418d-98b3-ad80d41ff66a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.772021] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Created folder: Project (566597eb59424d648da4aa9d757d18cc) in parent group-v741156. [ 919.772021] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Creating folder: Instances. Parent ref: group-v741338. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.772021] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-131e01c3-796f-446d-ab15-0c669c176726 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.791206] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Created folder: Instances in parent group-v741338. [ 919.791206] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.791206] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.791206] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5929e810-6944-4243-ad1e-c20653cb2d47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.817855] env[70480]: DEBUG nova.compute.manager [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Received event network-changed-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.818065] env[70480]: DEBUG nova.compute.manager [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Refreshing instance network info cache due to event network-changed-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.818337] env[70480]: DEBUG oslo_concurrency.lockutils [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] Acquiring lock "refresh_cache-600cd2e6-3cb9-493e-b10d-730fe88849a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.818509] env[70480]: DEBUG oslo_concurrency.lockutils [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] Acquired lock "refresh_cache-600cd2e6-3cb9-493e-b10d-730fe88849a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.818685] env[70480]: DEBUG nova.network.neutron [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Refreshing network info cache for port 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.826774] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.826774] env[70480]: value = "task-3722941" [ 919.826774] env[70480]: _type = "Task" [ 919.826774] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.837992] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722941, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.925646] env[70480]: DEBUG nova.compute.manager [req-a3c3bca1-0a60-4022-803a-300ee7482694 req-07a6d5b0-407f-4b42-9008-1e19a9855285 service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Received event network-vif-plugged-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.925887] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3c3bca1-0a60-4022-803a-300ee7482694 req-07a6d5b0-407f-4b42-9008-1e19a9855285 service nova] Acquiring lock "26245d97-c50b-4e3e-9494-c3926d12a41a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.926135] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3c3bca1-0a60-4022-803a-300ee7482694 req-07a6d5b0-407f-4b42-9008-1e19a9855285 service nova] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.926366] env[70480]: DEBUG oslo_concurrency.lockutils [req-a3c3bca1-0a60-4022-803a-300ee7482694 req-07a6d5b0-407f-4b42-9008-1e19a9855285 service nova] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.926603] env[70480]: DEBUG nova.compute.manager [req-a3c3bca1-0a60-4022-803a-300ee7482694 req-07a6d5b0-407f-4b42-9008-1e19a9855285 service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] No waiting events found dispatching network-vif-plugged-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.926812] env[70480]: WARNING nova.compute.manager [req-a3c3bca1-0a60-4022-803a-300ee7482694 req-07a6d5b0-407f-4b42-9008-1e19a9855285 service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Received unexpected event network-vif-plugged-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 for instance with vm_state building and task_state spawning. [ 920.021216] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Successfully updated port: a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.281464] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.112s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.287963] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.447s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.291173] env[70480]: INFO nova.compute.claims [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.340708] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722941, 'name': CreateVM_Task, 'duration_secs': 0.355257} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.340708] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.340708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.340708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.346221] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.346221] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6610cfe3-291f-4b17-b91d-d9d6e74dcea1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.351698] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 920.351698] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5296d40e-88f6-a828-dbce-77feb9de513b" [ 920.351698] env[70480]: _type = "Task" [ 920.351698] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.364995] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5296d40e-88f6-a828-dbce-77feb9de513b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.525023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "refresh_cache-26245d97-c50b-4e3e-9494-c3926d12a41a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.525023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "refresh_cache-26245d97-c50b-4e3e-9494-c3926d12a41a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.525023] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.577338] env[70480]: DEBUG nova.network.neutron [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Updated VIF entry in instance network info cache for port 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.577338] env[70480]: DEBUG nova.network.neutron [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Updating instance_info_cache with network_info: [{"id": "368580a6-e0d1-4f22-bdcd-2ad2dd5a6289", "address": "fa:16:3e:2a:65:e2", "network": {"id": "184fd3e1-090f-48d8-af2e-bbb9c6c7f4fd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1425942225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "566597eb59424d648da4aa9d757d18cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368580a6-e0", "ovs_interfaceid": "368580a6-e0d1-4f22-bdcd-2ad2dd5a6289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.863085] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5296d40e-88f6-a828-dbce-77feb9de513b, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.863438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.863778] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.863878] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.864032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.864218] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.864728] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a953c9-f679-46e1-a202-aecdd8ab702b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.874155] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.874361] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.875247] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039e60b9-2772-43b5-a03a-0b1ff91127ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.883023] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 920.883023] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5229aeb2-a574-a727-e35b-e4c3c82510b8" [ 920.883023] env[70480]: _type = "Task" [ 920.883023] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.890968] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5229aeb2-a574-a727-e35b-e4c3c82510b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.061237] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.079676] env[70480]: DEBUG oslo_concurrency.lockutils [req-cdaa48cc-5eb0-4c43-90f5-3ededcd95a0c req-bb7fc50d-bc9a-4390-95d2-5345db587e0c service nova] Releasing lock "refresh_cache-600cd2e6-3cb9-493e-b10d-730fe88849a3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.226199] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Updating instance_info_cache with network_info: [{"id": "a0ae026c-702e-44c7-b3e7-5913e6f96ff5", "address": "fa:16:3e:f9:b7:f3", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae026c-70", "ovs_interfaceid": "a0ae026c-702e-44c7-b3e7-5913e6f96ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.398456] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5229aeb2-a574-a727-e35b-e4c3c82510b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.399329] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5821288-89e0-41fc-95e1-f9ce55a20c36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.405834] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 921.405834] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271baaf-597b-7848-6948-211401a8e82a" [ 921.405834] env[70480]: _type = "Task" [ 921.405834] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.415679] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271baaf-597b-7848-6948-211401a8e82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.732035] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "refresh_cache-26245d97-c50b-4e3e-9494-c3926d12a41a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.732035] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Instance network_info: |[{"id": "a0ae026c-702e-44c7-b3e7-5913e6f96ff5", "address": "fa:16:3e:f9:b7:f3", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae026c-70", "ovs_interfaceid": "a0ae026c-702e-44c7-b3e7-5913e6f96ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.732035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:b7:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ae026c-702e-44c7-b3e7-5913e6f96ff5', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.743118] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.743409] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.743862] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e107195c-0c02-41cf-b3e1-5f389205da92 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.769905] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.769905] env[70480]: value = "task-3722942" [ 921.769905] env[70480]: _type = "Task" [ 921.769905] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.778215] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722942, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.792708] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e6deb3-aebb-4fea-aaaa-ac6d3d8a78c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.801128] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dae89c-b372-44d3-bd91-6ef4e7a37a43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.837089] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d4de89-de4f-4154-a100-39780f5e6d32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.844657] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d861f990-ea8d-4112-a829-57804756bd9e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.853032] env[70480]: INFO nova.compute.manager [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Swapping old allocation on dict_keys(['90a52c8d-d5fe-4619-98ec-fbd4788b011e']) held by migration 30e4e4de-d33f-43cf-a43b-4ff860878f45 for instance [ 921.863540] env[70480]: DEBUG nova.compute.provider_tree [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.899097] env[70480]: DEBUG nova.scheduler.client.report [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Overwriting current allocation {'allocations': {'90a52c8d-d5fe-4619-98ec-fbd4788b011e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '1f4f58ee439a4697b00823a7f29c29dd', 'user_id': '7f83fe37f1f84c719e9bc8141921694f', 'consumer_generation': 1} on consumer 4278a8f2-85dd-441f-90ee-d27e74333a28 {{(pid=70480) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 921.919917] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271baaf-597b-7848-6948-211401a8e82a, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.920454] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.920454] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 600cd2e6-3cb9-493e-b10d-730fe88849a3/600cd2e6-3cb9-493e-b10d-730fe88849a3.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.920798] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fc3de8-0001-4dbd-9dd4-5da484178836 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.928723] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 921.928723] env[70480]: value = "task-3722943" [ 921.928723] env[70480]: _type = "Task" [ 921.928723] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.939827] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.963387] env[70480]: DEBUG nova.compute.manager [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Received event network-changed-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.963586] env[70480]: DEBUG nova.compute.manager [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Refreshing instance network info cache due to event network-changed-a0ae026c-702e-44c7-b3e7-5913e6f96ff5. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.963801] env[70480]: DEBUG oslo_concurrency.lockutils [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] Acquiring lock "refresh_cache-26245d97-c50b-4e3e-9494-c3926d12a41a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.963944] env[70480]: DEBUG oslo_concurrency.lockutils [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] Acquired lock "refresh_cache-26245d97-c50b-4e3e-9494-c3926d12a41a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.964360] env[70480]: DEBUG nova.network.neutron [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Refreshing network info cache for port a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.009177] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.009375] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquired lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.009895] env[70480]: DEBUG nova.network.neutron [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.283743] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722942, 'name': CreateVM_Task, 'duration_secs': 0.43536} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.283800] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.284769] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.285022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.285584] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.286775] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee158e6a-232b-4785-9fcb-3ad3f0760b49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.296370] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 922.296370] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528ffed5-ec3a-187b-682b-971d65d964bf" [ 922.296370] env[70480]: _type = "Task" [ 922.296370] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.310312] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528ffed5-ec3a-187b-682b-971d65d964bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.367801] env[70480]: DEBUG nova.scheduler.client.report [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.439041] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.439345] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 600cd2e6-3cb9-493e-b10d-730fe88849a3/600cd2e6-3cb9-493e-b10d-730fe88849a3.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.439560] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.439819] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b400e05e-cef7-41c8-96ad-da3968230aef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.447501] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 922.447501] env[70480]: value = "task-3722944" [ 922.447501] env[70480]: _type = "Task" [ 922.447501] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.458602] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.716908] env[70480]: DEBUG nova.network.neutron [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Updated VIF entry in instance network info cache for port a0ae026c-702e-44c7-b3e7-5913e6f96ff5. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.717377] env[70480]: DEBUG nova.network.neutron [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Updating instance_info_cache with network_info: [{"id": "a0ae026c-702e-44c7-b3e7-5913e6f96ff5", "address": "fa:16:3e:f9:b7:f3", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ae026c-70", "ovs_interfaceid": "a0ae026c-702e-44c7-b3e7-5913e6f96ff5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.815459] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528ffed5-ec3a-187b-682b-971d65d964bf, 'name': SearchDatastore_Task, 'duration_secs': 0.0623} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.815607] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.815834] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.816080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.816221] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.816397] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.816922] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e0f9c53-b76b-416e-ae7e-4038d480c005 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.827070] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.827070] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.827502] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecf2346-01cc-4ac2-b3f1-278087f98a33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.833371] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 922.833371] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c63feb-d6fa-7b34-6f04-37fe01ce31e5" [ 922.833371] env[70480]: _type = "Task" [ 922.833371] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.846020] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c63feb-d6fa-7b34-6f04-37fe01ce31e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.872758] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.873310] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.878099] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.076s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.878339] env[70480]: DEBUG nova.objects.instance [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lazy-loading 'resources' on Instance uuid ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.959655] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067783} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.961269] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.961269] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e979708b-00e4-4ae2-ac7b-beef02067295 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.994031] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 600cd2e6-3cb9-493e-b10d-730fe88849a3/600cd2e6-3cb9-493e-b10d-730fe88849a3.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.994385] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4ea3b7-00a8-4639-a245-0689e73e814d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.016724] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 923.016724] env[70480]: value = "task-3722945" [ 923.016724] env[70480]: _type = "Task" [ 923.016724] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.026143] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.060818] env[70480]: DEBUG nova.network.neutron [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [{"id": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "address": "fa:16:3e:c5:68:51", "network": {"id": "56cbddde-69b9-4abe-b480-d00bcf197b37", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6ea4f61dad06429390668e6795f733a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f41b9eb-0f", "ovs_interfaceid": "9f41b9eb-0f60-405b-ab15-550c55ea64fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.220485] env[70480]: DEBUG oslo_concurrency.lockutils [req-3afe3332-09a2-492e-88f7-18d3e715f5d0 req-84d0c403-fdff-4588-a4b4-9bdb622c001e service nova] Releasing lock "refresh_cache-26245d97-c50b-4e3e-9494-c3926d12a41a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.345074] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c63feb-d6fa-7b34-6f04-37fe01ce31e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.345929] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f62191-1ddc-41c5-a0f1-2314bba47c34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.355902] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 923.355902] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4d9dd-87a8-2405-a735-fafc39bc3f37" [ 923.355902] env[70480]: _type = "Task" [ 923.355902] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.366275] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4d9dd-87a8-2405-a735-fafc39bc3f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.387492] env[70480]: DEBUG nova.compute.utils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.392157] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.392503] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.475072] env[70480]: DEBUG nova.policy [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f43427b2ccc41a49fd5c74497e509d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05b070fd695f476c870fb5d0043e7aef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.528589] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722945, 'name': ReconfigVM_Task, 'duration_secs': 0.320851} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.528934] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 600cd2e6-3cb9-493e-b10d-730fe88849a3/600cd2e6-3cb9-493e-b10d-730fe88849a3.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.529707] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d76c42f-cf97-410e-9ea1-7027e6947a05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.541141] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 923.541141] env[70480]: value = "task-3722946" [ 923.541141] env[70480]: _type = "Task" [ 923.541141] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.554013] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722946, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.564151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Releasing lock "refresh_cache-4278a8f2-85dd-441f-90ee-d27e74333a28" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.564751] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.565072] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-205d0d12-1ba5-4265-b5c9-d100f28c0552 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.574826] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 923.574826] env[70480]: value = "task-3722947" [ 923.574826] env[70480]: _type = "Task" [ 923.574826] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.588459] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.867601] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4d9dd-87a8-2405-a735-fafc39bc3f37, 'name': SearchDatastore_Task, 'duration_secs': 0.039133} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.868126] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.868126] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 26245d97-c50b-4e3e-9494-c3926d12a41a/26245d97-c50b-4e3e-9494-c3926d12a41a.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.871490] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4256d1e4-7d24-4ecb-be26-4e1e9def0323 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.880169] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 923.880169] env[70480]: value = "task-3722948" [ 923.880169] env[70480]: _type = "Task" [ 923.880169] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.891561] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.894276] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.953264] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aa8c9a-9c62-4779-a6f5-af6ebe47546e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.963553] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf38858-37fa-4c5a-8a75-66d6545cf681 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.012094] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b22d2-4f5a-4420-bb31-fad88e784745 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.019574] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb4488-f504-4c1f-a2ba-94d7b58285f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.035505] env[70480]: DEBUG nova.compute.provider_tree [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.051655] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722946, 'name': Rename_Task, 'duration_secs': 0.15821} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.052124] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.052280] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc99f07-8118-4646-ae8d-553807830f5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.060362] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 924.060362] env[70480]: value = "task-3722949" [ 924.060362] env[70480]: _type = "Task" [ 924.060362] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.071583] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.088998] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722947, 'name': PowerOffVM_Task, 'duration_secs': 0.334303} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.089544] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Successfully created port: 84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.091975] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.092810] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:20:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13cc0a9c-7bc6-4f96-850a-3e5a5f3fcc63',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-758549023',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.094571] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.094571] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.094571] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.094571] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.094571] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.094917] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.095152] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.095403] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.095918] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.096115] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.102834] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a818cf-57ca-4aa4-ae38-0ed8447b040e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.123881] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 924.123881] env[70480]: value = "task-3722950" [ 924.123881] env[70480]: _type = "Task" [ 924.123881] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.133677] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.393327] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722948, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.540403] env[70480]: DEBUG nova.scheduler.client.report [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.574196] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.638289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.638289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.642157] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722950, 'name': ReconfigVM_Task, 'duration_secs': 0.179556} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.643362] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e2765-c91c-4362-bf46-d0cebd054802 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.666452] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:20:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='13cc0a9c-7bc6-4f96-850a-3e5a5f3fcc63',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-758549023',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.666725] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.666883] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.667079] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.667235] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.667383] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.667593] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.667732] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.667891] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.668060] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.668234] env[70480]: DEBUG nova.virt.hardware [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.669817] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45745f31-a07a-4fed-92c8-d7eb84455649 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.678880] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 924.678880] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523f4764-5667-1ea6-ef94-aff38108ec91" [ 924.678880] env[70480]: _type = "Task" [ 924.678880] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.688693] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523f4764-5667-1ea6-ef94-aff38108ec91, 'name': SearchDatastore_Task, 'duration_secs': 0.007745} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.694274] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.694587] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b33174-836e-43ea-8ec2-f477d19efeb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.719874] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 924.719874] env[70480]: value = "task-3722951" [ 924.719874] env[70480]: _type = "Task" [ 924.719874] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.729669] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.892422] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555608} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.892781] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 26245d97-c50b-4e3e-9494-c3926d12a41a/26245d97-c50b-4e3e-9494-c3926d12a41a.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.893062] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.893403] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dddcc84-f227-4b09-8798-95b718e1fd1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.904748] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.908446] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 924.908446] env[70480]: value = "task-3722952" [ 924.908446] env[70480]: _type = "Task" [ 924.908446] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.921587] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.942091] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.942393] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.942583] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.942841] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.942993] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.943135] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.943405] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.943607] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.943779] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.943965] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.944175] env[70480]: DEBUG nova.virt.hardware [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.945932] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1794c3c-92ec-48bd-b37a-466d757103b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.954507] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefbf37d-f371-4a83-9241-8cf45cb32d1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.046762] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.050029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.123s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.050467] env[70480]: DEBUG nova.objects.instance [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.079747] env[70480]: DEBUG oslo_vmware.api [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722949, 'name': PowerOnVM_Task, 'duration_secs': 0.543791} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.080480] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.080758] env[70480]: INFO nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Took 8.50 seconds to spawn the instance on the hypervisor. [ 925.081033] env[70480]: DEBUG nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.083404] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66864d-b572-4c47-a9b5-3edfd4532e7a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.143352] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.229673] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722951, 'name': ReconfigVM_Task, 'duration_secs': 0.423163} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.230062] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 925.231058] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6456f6b-b7c5-475b-aa05-358985d2cb5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.254944] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.255662] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c5d798-26d5-48e7-aa50-6185a2e67b27 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.275843] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 925.275843] env[70480]: value = "task-3722953" [ 925.275843] env[70480]: _type = "Task" [ 925.275843] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.283826] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.419346] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078316} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.419594] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.420445] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9563234-4b8c-4e2a-8c17-e840267a307d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.443812] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 26245d97-c50b-4e3e-9494-c3926d12a41a/26245d97-c50b-4e3e-9494-c3926d12a41a.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.444165] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736d9095-6d93-4f91-b1d3-ec56346bf116 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.464111] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 925.464111] env[70480]: value = "task-3722954" [ 925.464111] env[70480]: _type = "Task" [ 925.464111] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.472837] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.584809] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Lock "ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.686s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.607008] env[70480]: INFO nova.compute.manager [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Took 42.43 seconds to build instance. [ 925.669619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.786041] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722953, 'name': ReconfigVM_Task, 'duration_secs': 0.2945} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.786202] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28/4278a8f2-85dd-441f-90ee-d27e74333a28.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.787057] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2307a17d-bc44-44d4-abff-3d151c61c2a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.808135] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e754a3-63f4-4fc0-9424-1e6b33101ce4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.827588] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3580e98-0688-4adb-9cf7-ffb4f57c0ef6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.846658] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65754144-7f2d-465d-9385-0de1479976f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.854385] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.854665] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a016e9-68bc-4cc2-8ade-f6dda3c6ca00 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.862244] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 925.862244] env[70480]: value = "task-3722955" [ 925.862244] env[70480]: _type = "Task" [ 925.862244] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.871019] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.976614] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722954, 'name': ReconfigVM_Task, 'duration_secs': 0.311892} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.976614] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 26245d97-c50b-4e3e-9494-c3926d12a41a/26245d97-c50b-4e3e-9494-c3926d12a41a.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.977220] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a15f5037-69da-43bc-86cb-d85e5afbd662 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.984526] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 925.984526] env[70480]: value = "task-3722956" [ 925.984526] env[70480]: _type = "Task" [ 925.984526] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.993653] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722956, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.060411] env[70480]: DEBUG oslo_concurrency.lockutils [None req-65c3fcb7-5e09-480f-862d-02b5ea133705 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.061684] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.157s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.063359] env[70480]: INFO nova.compute.claims [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.110710] env[70480]: DEBUG oslo_concurrency.lockutils [None req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.310s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.162718] env[70480]: DEBUG nova.compute.manager [req-56cf4727-f48a-418e-9835-dcba4a890dbb req-58c45573-cf60-4c30-b1da-68b280e6ae04 service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Received event network-vif-plugged-84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.163258] env[70480]: DEBUG oslo_concurrency.lockutils [req-56cf4727-f48a-418e-9835-dcba4a890dbb req-58c45573-cf60-4c30-b1da-68b280e6ae04 service nova] Acquiring lock "88dbd034-d214-42b2-9e96-e4950cad43ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.163629] env[70480]: DEBUG oslo_concurrency.lockutils [req-56cf4727-f48a-418e-9835-dcba4a890dbb req-58c45573-cf60-4c30-b1da-68b280e6ae04 service nova] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.163881] env[70480]: DEBUG oslo_concurrency.lockutils [req-56cf4727-f48a-418e-9835-dcba4a890dbb req-58c45573-cf60-4c30-b1da-68b280e6ae04 service nova] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.164143] env[70480]: DEBUG nova.compute.manager [req-56cf4727-f48a-418e-9835-dcba4a890dbb req-58c45573-cf60-4c30-b1da-68b280e6ae04 service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] No waiting events found dispatching network-vif-plugged-84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.164379] env[70480]: WARNING nova.compute.manager [req-56cf4727-f48a-418e-9835-dcba4a890dbb req-58c45573-cf60-4c30-b1da-68b280e6ae04 service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Received unexpected event network-vif-plugged-84488321-117d-43a0-9078-cd72a1b27707 for instance with vm_state building and task_state spawning. [ 926.334741] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Successfully updated port: 84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.372182] env[70480]: DEBUG oslo_vmware.api [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722955, 'name': PowerOnVM_Task, 'duration_secs': 0.402989} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.372441] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.496059] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722956, 'name': Rename_Task, 'duration_secs': 0.149005} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.497035] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.497035] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5dce46-754f-426e-a7b5-8f05c3083320 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.504794] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 926.504794] env[70480]: value = "task-3722957" [ 926.504794] env[70480]: _type = "Task" [ 926.504794] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.516022] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.838415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "refresh_cache-88dbd034-d214-42b2-9e96-e4950cad43ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.838630] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "refresh_cache-88dbd034-d214-42b2-9e96-e4950cad43ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.838895] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.884714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "600cd2e6-3cb9-493e-b10d-730fe88849a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.884971] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.885219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "600cd2e6-3cb9-493e-b10d-730fe88849a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.885444] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.885617] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.888641] env[70480]: INFO nova.compute.manager [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Terminating instance [ 927.015616] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722957, 'name': PowerOnVM_Task, 'duration_secs': 0.486143} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.015894] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.016111] env[70480]: INFO nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Took 7.81 seconds to spawn the instance on the hypervisor. [ 927.016300] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.017099] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e495a4aa-1315-4922-8d1a-1f4118dee28c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.389718] env[70480]: INFO nova.compute.manager [None req-303d834a-da16-4c78-b336-a0de54feea49 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance to original state: 'active' [ 927.393941] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.396240] env[70480]: DEBUG nova.compute.manager [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.396450] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.399653] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3b8315-15e4-463b-9ce3-824f3e6e91c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.409711] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.410089] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f17033f-f736-4ce7-a8c9-93476b0c47c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.418766] env[70480]: DEBUG oslo_vmware.api [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 927.418766] env[70480]: value = "task-3722958" [ 927.418766] env[70480]: _type = "Task" [ 927.418766] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.436934] env[70480]: DEBUG oslo_vmware.api [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.525174] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39243452-65c9-46fa-8c0e-a26e006a834d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.537843] env[70480]: INFO nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Took 43.07 seconds to build instance. [ 927.539681] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b247917-ee70-455a-90f7-85938178b7a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.576528] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94461913-5f95-4536-8c20-f5357f567c81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.586117] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636ef8c4-ca3b-4761-b709-7a6caf834a15 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.601435] env[70480]: DEBUG nova.compute.provider_tree [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.676202] env[70480]: DEBUG nova.network.neutron [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Updating instance_info_cache with network_info: [{"id": "84488321-117d-43a0-9078-cd72a1b27707", "address": "fa:16:3e:eb:41:1d", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84488321-11", "ovs_interfaceid": "84488321-117d-43a0-9078-cd72a1b27707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.929914] env[70480]: DEBUG oslo_vmware.api [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722958, 'name': PowerOffVM_Task, 'duration_secs': 0.272967} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.930225] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.930394] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.930649] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab578c0-f6ee-4a68-aa4f-ab1f62a8571e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.044838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.588s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.104580] env[70480]: DEBUG nova.scheduler.client.report [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.179059] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "refresh_cache-88dbd034-d214-42b2-9e96-e4950cad43ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.179542] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Instance network_info: |[{"id": "84488321-117d-43a0-9078-cd72a1b27707", "address": "fa:16:3e:eb:41:1d", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84488321-11", "ovs_interfaceid": "84488321-117d-43a0-9078-cd72a1b27707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.179964] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:41:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84488321-117d-43a0-9078-cd72a1b27707', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.187933] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.189668] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.190790] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.190790] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.191128] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Deleting the datastore file [datastore1] 600cd2e6-3cb9-493e-b10d-730fe88849a3 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.191280] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e1d9774-bcd9-49e8-bf99-6b897612ea09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.206478] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a00053f-42b0-46d6-8063-a4d81873895d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.215553] env[70480]: DEBUG oslo_vmware.api [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for the task: (returnval){ [ 928.215553] env[70480]: value = "task-3722960" [ 928.215553] env[70480]: _type = "Task" [ 928.215553] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.215797] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.215797] env[70480]: value = "task-3722961" [ 928.215797] env[70480]: _type = "Task" [ 928.215797] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.228022] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722961, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.231578] env[70480]: DEBUG oslo_vmware.api [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.310179] env[70480]: DEBUG nova.compute.manager [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Received event network-changed-84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.310379] env[70480]: DEBUG nova.compute.manager [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Refreshing instance network info cache due to event network-changed-84488321-117d-43a0-9078-cd72a1b27707. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.310589] env[70480]: DEBUG oslo_concurrency.lockutils [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] Acquiring lock "refresh_cache-88dbd034-d214-42b2-9e96-e4950cad43ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.310731] env[70480]: DEBUG oslo_concurrency.lockutils [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] Acquired lock "refresh_cache-88dbd034-d214-42b2-9e96-e4950cad43ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.311029] env[70480]: DEBUG nova.network.neutron [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Refreshing network info cache for port 84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.610940] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.611552] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.615777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.572s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.616078] env[70480]: DEBUG nova.objects.instance [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lazy-loading 'resources' on Instance uuid 19a6ac66-ef0e-419a-beb3-2b480db37abe {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.729260] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722961, 'name': CreateVM_Task, 'duration_secs': 0.355318} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.732433] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.732843] env[70480]: DEBUG oslo_vmware.api [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Task: {'id': task-3722960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211107} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.733551] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.733714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.734050] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.734324] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.734515] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.734668] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.734823] env[70480]: INFO nova.compute.manager [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Took 1.34 seconds to destroy the instance on the hypervisor. [ 928.735066] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.735273] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be6438d-db0e-47c8-899f-578e4ad5a978 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.737072] env[70480]: DEBUG nova.compute.manager [-] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.737179] env[70480]: DEBUG nova.network.neutron [-] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.742478] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 928.742478] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521535aa-d22c-7e5c-befc-4492382e985a" [ 928.742478] env[70480]: _type = "Task" [ 928.742478] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.751115] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521535aa-d22c-7e5c-befc-4492382e985a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.913500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "4278a8f2-85dd-441f-90ee-d27e74333a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.913974] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.914366] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.914739] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.915140] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.922614] env[70480]: INFO nova.compute.manager [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Terminating instance [ 929.027895] env[70480]: DEBUG nova.network.neutron [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Updated VIF entry in instance network info cache for port 84488321-117d-43a0-9078-cd72a1b27707. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.028484] env[70480]: DEBUG nova.network.neutron [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Updating instance_info_cache with network_info: [{"id": "84488321-117d-43a0-9078-cd72a1b27707", "address": "fa:16:3e:eb:41:1d", "network": {"id": "f0dd06a0-edec-485a-87ee-3643e67d2ccb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-207206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05b070fd695f476c870fb5d0043e7aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84488321-11", "ovs_interfaceid": "84488321-117d-43a0-9078-cd72a1b27707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.120280] env[70480]: DEBUG nova.compute.utils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.125518] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.126628] env[70480]: DEBUG nova.network.neutron [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.166047] env[70480]: DEBUG nova.policy [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38c5642aad8344d18db3d9b5a73a37f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21eabbf52ce44336b30c48c2a48d7a90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.256434] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521535aa-d22c-7e5c-befc-4492382e985a, 'name': SearchDatastore_Task, 'duration_secs': 0.030495} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.256738] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.256930] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.257453] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.257453] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.257612] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.258196] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c926553e-208f-4b69-b101-c4e0a86916b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.269789] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.270027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.270928] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7170a4ba-a925-43be-998f-ed2cb08071b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.279438] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 929.279438] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529a0535-20b8-0d7a-7f12-a3e2a32ef77d" [ 929.279438] env[70480]: _type = "Task" [ 929.279438] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.290576] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529a0535-20b8-0d7a-7f12-a3e2a32ef77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.429127] env[70480]: DEBUG nova.compute.manager [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.429366] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.432946] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89ea3d-5505-4c32-baf8-deafc1aa2ab2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.441738] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.442124] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2225136-e250-42a6-851b-173625dfe81b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.450413] env[70480]: DEBUG oslo_vmware.api [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 929.450413] env[70480]: value = "task-3722962" [ 929.450413] env[70480]: _type = "Task" [ 929.450413] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.460023] env[70480]: DEBUG oslo_vmware.api [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.465310] env[70480]: DEBUG nova.network.neutron [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Successfully created port: 26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.513528] env[70480]: DEBUG nova.network.neutron [-] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.531086] env[70480]: DEBUG oslo_concurrency.lockutils [req-4ff9d922-f4c5-410a-ab26-9c959e411443 req-14da6632-3cc2-47c3-af42-4f032596e9fa service nova] Releasing lock "refresh_cache-88dbd034-d214-42b2-9e96-e4950cad43ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.576177] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e9e79-468b-4b63-90d0-3238a4094871 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.589728] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f60fbd-89cd-4e3b-b053-6590f703afa1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.625438] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84bc40-6162-4bff-8e4d-03726c425971 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.628829] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.638112] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6b925b-164e-42d8-995b-7221c125e450 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.657125] env[70480]: DEBUG nova.compute.provider_tree [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.791054] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529a0535-20b8-0d7a-7f12-a3e2a32ef77d, 'name': SearchDatastore_Task, 'duration_secs': 0.045903} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.792081] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcd66d5-b9da-4b2d-9388-8b1f5d61b015 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.797975] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 929.797975] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d18a18-b9eb-27d4-a75c-679c92705be6" [ 929.797975] env[70480]: _type = "Task" [ 929.797975] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.808349] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d18a18-b9eb-27d4-a75c-679c92705be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.961479] env[70480]: DEBUG oslo_vmware.api [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722962, 'name': PowerOffVM_Task, 'duration_secs': 0.216209} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.961786] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.962182] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.962337] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74844c1a-9679-4797-971c-bb0a3fe0b59c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.018996] env[70480]: INFO nova.compute.manager [-] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Took 1.28 seconds to deallocate network for instance. [ 930.053494] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.053733] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.054199] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleting the datastore file [datastore2] 4278a8f2-85dd-441f-90ee-d27e74333a28 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.054312] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224e2920-62d6-4843-adcb-ee01f39cd83b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.062288] env[70480]: DEBUG oslo_vmware.api [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 930.062288] env[70480]: value = "task-3722964" [ 930.062288] env[70480]: _type = "Task" [ 930.062288] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.072704] env[70480]: DEBUG oslo_vmware.api [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.161363] env[70480]: DEBUG nova.scheduler.client.report [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.309470] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d18a18-b9eb-27d4-a75c-679c92705be6, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.309470] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.309677] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 88dbd034-d214-42b2-9e96-e4950cad43ed/88dbd034-d214-42b2-9e96-e4950cad43ed.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.309960] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc11ee05-75fe-417a-a501-8ac222c8556c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.318353] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 930.318353] env[70480]: value = "task-3722965" [ 930.318353] env[70480]: _type = "Task" [ 930.318353] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.327164] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.423220] env[70480]: DEBUG nova.compute.manager [req-69f840d3-04c1-40a8-983a-92aef44e4048 req-101562d5-c606-4b53-aebe-29b6ea6a81ed service nova] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Received event network-vif-deleted-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.526510] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.574519] env[70480]: DEBUG oslo_vmware.api [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3722964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409544} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.574783] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.574973] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.575581] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.575581] env[70480]: INFO nova.compute.manager [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Took 1.15 seconds to destroy the instance on the hypervisor. [ 930.575581] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.575753] env[70480]: DEBUG nova.compute.manager [-] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.575850] env[70480]: DEBUG nova.network.neutron [-] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.639136] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.666440] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.670952] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.671273] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.671453] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.671652] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.671829] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.673589] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.673589] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.673589] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.673589] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.673589] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.673589] env[70480]: DEBUG nova.virt.hardware [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.674908] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.793s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.674908] env[70480]: DEBUG nova.objects.instance [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'resources' on Instance uuid ae1befdb-7833-4d66-9a74-aba5c8753fb9 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.677095] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf9f55-75ac-4af7-b06b-ad0762160770 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.690706] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15572c28-7039-4b65-b994-1769ac2bb75c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.714768] env[70480]: INFO nova.scheduler.client.report [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Deleted allocations for instance 19a6ac66-ef0e-419a-beb3-2b480db37abe [ 930.833064] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722965, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.961297] env[70480]: DEBUG nova.compute.manager [req-d354d4b3-7e12-4cc0-b30d-aa71a83d101a req-094500c0-372c-45b5-8d27-3e00cc870219 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received event network-vif-plugged-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.961939] env[70480]: DEBUG oslo_concurrency.lockutils [req-d354d4b3-7e12-4cc0-b30d-aa71a83d101a req-094500c0-372c-45b5-8d27-3e00cc870219 service nova] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.962889] env[70480]: DEBUG oslo_concurrency.lockutils [req-d354d4b3-7e12-4cc0-b30d-aa71a83d101a req-094500c0-372c-45b5-8d27-3e00cc870219 service nova] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.963314] env[70480]: DEBUG oslo_concurrency.lockutils [req-d354d4b3-7e12-4cc0-b30d-aa71a83d101a req-094500c0-372c-45b5-8d27-3e00cc870219 service nova] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.963495] env[70480]: DEBUG nova.compute.manager [req-d354d4b3-7e12-4cc0-b30d-aa71a83d101a req-094500c0-372c-45b5-8d27-3e00cc870219 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] No waiting events found dispatching network-vif-plugged-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.963734] env[70480]: WARNING nova.compute.manager [req-d354d4b3-7e12-4cc0-b30d-aa71a83d101a req-094500c0-372c-45b5-8d27-3e00cc870219 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received unexpected event network-vif-plugged-26eb5c39-cb74-4d95-a082-5f35958741f1 for instance with vm_state building and task_state spawning. [ 931.042745] env[70480]: DEBUG nova.network.neutron [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Successfully updated port: 26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.225296] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6668b725-f95e-4a48-bef7-8f792f8aea1d tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Lock "19a6ac66-ef0e-419a-beb3-2b480db37abe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.695s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.335791] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722965, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.481193] env[70480]: DEBUG nova.network.neutron [-] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.545906] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.545906] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.545906] env[70480]: DEBUG nova.network.neutron [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.667705] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5d6f3-084d-4dee-8fea-154631b5ed0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.676324] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83fba0b-3005-4e57-861c-4efc57b38449 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.712158] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f446e5b-1b34-45e1-9d8d-3e955d115201 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.720958] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155857b-0c93-4722-a01b-4832d1df14bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.736594] env[70480]: DEBUG nova.compute.provider_tree [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.830630] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722965, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.987283] env[70480]: INFO nova.compute.manager [-] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Took 1.41 seconds to deallocate network for instance. [ 932.101148] env[70480]: DEBUG nova.network.neutron [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.240210] env[70480]: DEBUG nova.scheduler.client.report [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.320505] env[70480]: DEBUG nova.network.neutron [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.333196] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722965, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.745729} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.333493] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 88dbd034-d214-42b2-9e96-e4950cad43ed/88dbd034-d214-42b2-9e96-e4950cad43ed.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.333715] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.333990] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db191c2f-d7d0-4e8b-9009-e1e69ba904d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.341641] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 932.341641] env[70480]: value = "task-3722966" [ 932.341641] env[70480]: _type = "Task" [ 932.341641] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.356880] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.455317] env[70480]: DEBUG nova.compute.manager [req-6bcda00a-9601-4552-a5e7-010b74b1c898 req-81605f19-f3a9-45ce-942c-3f6e55cd1a07 service nova] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Received event network-vif-deleted-9f41b9eb-0f60-405b-ab15-550c55ea64fb {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.498898] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.749335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.751849] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.003s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.752844] env[70480]: DEBUG nova.objects.instance [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lazy-loading 'resources' on Instance uuid 9fc9b492-a28c-42d5-8d21-da2ee7c47891 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.779120] env[70480]: INFO nova.scheduler.client.report [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted allocations for instance ae1befdb-7833-4d66-9a74-aba5c8753fb9 [ 932.827645] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.828038] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Instance network_info: |[{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.830944] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ce:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26eb5c39-cb74-4d95-a082-5f35958741f1', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.836347] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.836892] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.837245] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-debb7537-5e4c-4887-9a50-fdb5b28d8a32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.865567] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075285} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.866344] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.866647] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.866647] env[70480]: value = "task-3722967" [ 932.866647] env[70480]: _type = "Task" [ 932.866647] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.867573] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1d74c6-4304-4776-ba8e-6928460caf8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.895727] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 88dbd034-d214-42b2-9e96-e4950cad43ed/88dbd034-d214-42b2-9e96-e4950cad43ed.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.900544] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa42b74-3bf6-4e36-ad4b-b9eb333c9f8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.918430] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722967, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.925109] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 932.925109] env[70480]: value = "task-3722968" [ 932.925109] env[70480]: _type = "Task" [ 932.925109] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.936491] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.035579] env[70480]: DEBUG nova.compute.manager [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.035807] env[70480]: DEBUG nova.compute.manager [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing instance network info cache due to event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.036082] env[70480]: DEBUG oslo_concurrency.lockutils [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.036768] env[70480]: DEBUG oslo_concurrency.lockutils [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.036768] env[70480]: DEBUG nova.network.neutron [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.295854] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53887f85-5b33-4657-919d-65b26db01997 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "ae1befdb-7833-4d66-9a74-aba5c8753fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.473s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.383268] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722967, 'name': CreateVM_Task, 'duration_secs': 0.35924} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.383475] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.384260] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.384462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.384764] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.384985] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665c20a1-9e66-48cc-8030-41ba8b4fc258 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.390185] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 933.390185] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b220b2-aa5b-844f-2245-3fb0a63aecac" [ 933.390185] env[70480]: _type = "Task" [ 933.390185] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.405531] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b220b2-aa5b-844f-2245-3fb0a63aecac, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.408280] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.409416] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.409416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.409416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.409416] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.409719] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031f0f9b-d06e-4785-a199-dff23b8d40b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.420965] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.421229] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.424682] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18cc5ad-c1d5-4a51-a468-92e43d3f5cbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.436047] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722968, 'name': ReconfigVM_Task, 'duration_secs': 0.306208} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.437358] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 88dbd034-d214-42b2-9e96-e4950cad43ed/88dbd034-d214-42b2-9e96-e4950cad43ed.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.438123] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 933.438123] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d12357-b93b-5de1-9933-65ff23e1d7a5" [ 933.438123] env[70480]: _type = "Task" [ 933.438123] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.440948] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fb06a54-82ec-4f92-989f-8bba8620e1c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.451756] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d12357-b93b-5de1-9933-65ff23e1d7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.456021] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 933.456021] env[70480]: value = "task-3722969" [ 933.456021] env[70480]: _type = "Task" [ 933.456021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.456420] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edaf8a41-570b-4ff8-bcde-17ef605126e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.466267] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 933.466267] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b5c22e-f198-85be-3136-489392b8507d" [ 933.466267] env[70480]: _type = "Task" [ 933.466267] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.472084] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722969, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.481372] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b5c22e-f198-85be-3136-489392b8507d, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.481676] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.481960] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/acab7254-8f13-4591-b247-ffd3cfa1a6b8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.484616] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70531ea0-392e-4156-ad4f-ef2bb46ec796 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.491447] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 933.491447] env[70480]: value = "task-3722970" [ 933.491447] env[70480]: _type = "Task" [ 933.491447] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.501784] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.695350] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6cd78e-8955-4f4f-9b75-7eae1de383a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.707267] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9eaca-31b4-4444-9c84-76693a07d312 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.750986] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86a3dd-b4b6-4235-b3a4-d10546083bde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.759186] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1b122-9c4d-4f8b-a67e-0e64225aba31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.779320] env[70480]: DEBUG nova.compute.provider_tree [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.880431] env[70480]: DEBUG nova.network.neutron [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updated VIF entry in instance network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.880431] env[70480]: DEBUG nova.network.neutron [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.970590] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722969, 'name': Rename_Task, 'duration_secs': 0.163433} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.970918] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.971203] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf9bc74-3696-4c36-a204-82b68f9c4a4f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.979106] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 933.979106] env[70480]: value = "task-3722971" [ 933.979106] env[70480]: _type = "Task" [ 933.979106] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.989848] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.001984] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.285026] env[70480]: DEBUG nova.scheduler.client.report [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.384182] env[70480]: DEBUG oslo_concurrency.lockutils [req-b08869e9-e1a0-4202-9b87-5a5c27b17972 req-a61e8d99-567f-434f-9144-690044a950c8 service nova] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.493022] env[70480]: DEBUG oslo_vmware.api [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722971, 'name': PowerOnVM_Task, 'duration_secs': 0.502575} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.493022] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.493022] env[70480]: INFO nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Took 9.59 seconds to spawn the instance on the hypervisor. [ 934.493022] env[70480]: DEBUG nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.493022] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f671b02c-4b7e-4ddc-851f-6ca794773059 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.509027] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.510982] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/acab7254-8f13-4591-b247-ffd3cfa1a6b8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.511479] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.512281] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e2d481-87dd-4434-909b-6996da88500b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.519662] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 934.519662] env[70480]: value = "task-3722972" [ 934.519662] env[70480]: _type = "Task" [ 934.519662] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.531079] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.793185] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.793988] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.527s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.796062] env[70480]: INFO nova.compute.claims [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.827518] env[70480]: INFO nova.scheduler.client.report [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Deleted allocations for instance 9fc9b492-a28c-42d5-8d21-da2ee7c47891 [ 935.019981] env[70480]: INFO nova.compute.manager [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Took 48.20 seconds to build instance. [ 935.032316] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183519} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.032316] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.033542] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0468883-1cfb-4e35-ba55-bcd4b5c54eb7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.058207] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/acab7254-8f13-4591-b247-ffd3cfa1a6b8.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.058581] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04a8a96-ef15-4e69-aff9-a360ae1346f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.082442] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 935.082442] env[70480]: value = "task-3722973" [ 935.082442] env[70480]: _type = "Task" [ 935.082442] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.093409] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.338833] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcd7516d-b1ed-48b9-950c-748dc9a07636 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "9fc9b492-a28c-42d5-8d21-da2ee7c47891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.211s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.526406] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.026s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.595889] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722973, 'name': ReconfigVM_Task, 'duration_secs': 0.510291} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.596632] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/acab7254-8f13-4591-b247-ffd3cfa1a6b8.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.597660] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5749b41e-9eb3-4354-8db5-3fa414c44a0f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.605940] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 935.605940] env[70480]: value = "task-3722974" [ 935.605940] env[70480]: _type = "Task" [ 935.605940] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.615910] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722974, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.943893] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.944251] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.116594] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722974, 'name': Rename_Task, 'duration_secs': 0.155319} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.119548] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.120783] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d62d519c-2593-4581-8709-3ddc787832b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.128223] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 936.128223] env[70480]: value = "task-3722975" [ 936.128223] env[70480]: _type = "Task" [ 936.128223] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.140629] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.211237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.211237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.211237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.211237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.211237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.215862] env[70480]: INFO nova.compute.manager [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Terminating instance [ 936.321235] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c6553-1a8f-4ac9-8952-63f02d5bb2b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.335026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe730a1-9e70-4646-88e4-335ef2a48e62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.373874] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4f53a-7c8a-43d9-b192-451c30618547 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.383838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbcfce-504d-4f7b-9a24-8dae7a2aab49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.403017] env[70480]: DEBUG nova.compute.provider_tree [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.447212] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.639580] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.721274] env[70480]: DEBUG nova.compute.manager [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.721517] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.722699] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8cd9d5-c522-4590-a52d-241f4a201ae6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.730938] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.730938] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec4abcf-85d9-413f-a840-6650c9e0cf5e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.737118] env[70480]: DEBUG oslo_vmware.api [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 936.737118] env[70480]: value = "task-3722976" [ 936.737118] env[70480]: _type = "Task" [ 936.737118] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.749070] env[70480]: DEBUG oslo_vmware.api [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.905425] env[70480]: DEBUG nova.scheduler.client.report [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.975435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.979572] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "26245d97-c50b-4e3e-9494-c3926d12a41a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.979990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.980356] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "26245d97-c50b-4e3e-9494-c3926d12a41a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.980785] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.981294] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.984398] env[70480]: INFO nova.compute.manager [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Terminating instance [ 937.071438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "88dbd034-d214-42b2-9e96-e4950cad43ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.072466] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.073469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "88dbd034-d214-42b2-9e96-e4950cad43ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.073469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.073469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.075428] env[70480]: INFO nova.compute.manager [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Terminating instance [ 937.142858] env[70480]: DEBUG oslo_vmware.api [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3722975, 'name': PowerOnVM_Task, 'duration_secs': 0.52808} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.143248] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.143495] env[70480]: INFO nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Took 6.50 seconds to spawn the instance on the hypervisor. [ 937.143685] env[70480]: DEBUG nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 937.144507] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e2fce-d64a-4a73-b794-526255599462 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.247675] env[70480]: DEBUG oslo_vmware.api [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722976, 'name': PowerOffVM_Task, 'duration_secs': 0.375126} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.247904] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.248080] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.248346] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a4aaf56-b329-4496-b068-6fb36743d202 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.411034] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.411298] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.414334] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.368s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.414553] env[70480]: DEBUG nova.objects.instance [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lazy-loading 'resources' on Instance uuid 1955d848-f157-4193-a1a8-b48cbabc37d4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.488608] env[70480]: DEBUG nova.compute.manager [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.488918] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.489754] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589c871-0b42-4399-8815-9a92ca167104 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.499240] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.499354] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8800332b-80f7-486e-93d5-07b4879c6a57 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.507233] env[70480]: DEBUG oslo_vmware.api [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 937.507233] env[70480]: value = "task-3722978" [ 937.507233] env[70480]: _type = "Task" [ 937.507233] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.516951] env[70480]: DEBUG oslo_vmware.api [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.579868] env[70480]: DEBUG nova.compute.manager [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.580274] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.581813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab99c48-84d7-4522-95a1-3ba261ff1e43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.594170] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.594594] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0127348d-bf00-4a48-b8c6-ac99d0a9139c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.604210] env[70480]: DEBUG oslo_vmware.api [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 937.604210] env[70480]: value = "task-3722979" [ 937.604210] env[70480]: _type = "Task" [ 937.604210] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.617081] env[70480]: DEBUG oslo_vmware.api [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.654817] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.655139] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.655234] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Deleting the datastore file [datastore1] cbf134e9-87fe-4d92-8fe9-0193c4326cb7 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.660555] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7f54ae-ab2f-4a93-8302-29f6f94217d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.669601] env[70480]: INFO nova.compute.manager [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Took 46.79 seconds to build instance. [ 937.682529] env[70480]: DEBUG oslo_vmware.api [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for the task: (returnval){ [ 937.682529] env[70480]: value = "task-3722980" [ 937.682529] env[70480]: _type = "Task" [ 937.682529] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.695087] env[70480]: DEBUG oslo_vmware.api [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.920167] env[70480]: DEBUG nova.compute.utils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.924407] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.924612] env[70480]: DEBUG nova.network.neutron [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.944066] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "2c469991-c577-4dc5-afdf-4166fedad598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.944296] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "2c469991-c577-4dc5-afdf-4166fedad598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.995713] env[70480]: DEBUG nova.policy [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f32b3723a66f46c496a0807c4f88bb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3604e7d7698740479bcdb61915162855', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.023764] env[70480]: DEBUG oslo_vmware.api [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722978, 'name': PowerOffVM_Task, 'duration_secs': 0.261222} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.024086] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.024222] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.024637] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20386600-4cb5-4084-b549-a9eb57f1c37a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.109821] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.110053] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.110274] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleting the datastore file [datastore1] 26245d97-c50b-4e3e-9494-c3926d12a41a {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.113588] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ada260c-8686-44ac-9aee-7a9926b73d82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.125814] env[70480]: DEBUG oslo_vmware.api [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 938.125814] env[70480]: value = "task-3722982" [ 938.125814] env[70480]: _type = "Task" [ 938.125814] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.128046] env[70480]: DEBUG oslo_vmware.api [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722979, 'name': PowerOffVM_Task, 'duration_secs': 0.223098} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.128046] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.128046] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.131428] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dfb414a-189c-43d1-b81b-c6ef87ddac6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.143869] env[70480]: DEBUG oslo_vmware.api [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.173079] env[70480]: DEBUG oslo_concurrency.lockutils [None req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.689s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.198636] env[70480]: DEBUG oslo_vmware.api [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Task: {'id': task-3722980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182457} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.199453] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.199453] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.199453] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.199649] env[70480]: INFO nova.compute.manager [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Took 1.48 seconds to destroy the instance on the hypervisor. [ 938.199853] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.200132] env[70480]: DEBUG nova.compute.manager [-] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.200356] env[70480]: DEBUG nova.network.neutron [-] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.216466] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.216466] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.216466] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleting the datastore file [datastore1] 88dbd034-d214-42b2-9e96-e4950cad43ed {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.216466] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f214e8ee-c1e6-46ba-ada7-f63bd4014d5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.223882] env[70480]: DEBUG oslo_vmware.api [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for the task: (returnval){ [ 938.223882] env[70480]: value = "task-3722984" [ 938.223882] env[70480]: _type = "Task" [ 938.223882] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.233298] env[70480]: DEBUG oslo_vmware.api [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.341727] env[70480]: DEBUG nova.network.neutron [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Successfully created port: a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.425388] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.452620] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.467667] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15861a1-1b1f-462f-bf41-6f97a762c29e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.477722] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ce5b2-d0f6-4bd5-9a1e-d1430df2faa9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.513829] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fec706-f147-4123-821b-6595a870448a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.523660] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13dcd9d-6bfa-4911-a4d6-61f359653b78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.546238] env[70480]: DEBUG nova.compute.provider_tree [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.583308] env[70480]: DEBUG nova.compute.manager [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.583308] env[70480]: DEBUG nova.compute.manager [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing instance network info cache due to event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.583308] env[70480]: DEBUG oslo_concurrency.lockutils [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.584079] env[70480]: DEBUG oslo_concurrency.lockutils [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.584401] env[70480]: DEBUG nova.network.neutron [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.638862] env[70480]: DEBUG oslo_vmware.api [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392424} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.639344] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.639676] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.640028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.640344] env[70480]: INFO nova.compute.manager [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 938.640705] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.641068] env[70480]: DEBUG nova.compute.manager [-] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.641272] env[70480]: DEBUG nova.network.neutron [-] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.737035] env[70480]: DEBUG oslo_vmware.api [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Task: {'id': task-3722984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455661} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.737035] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.737035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.737035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.737518] env[70480]: INFO nova.compute.manager [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 938.737518] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.737518] env[70480]: DEBUG nova.compute.manager [-] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.737603] env[70480]: DEBUG nova.network.neutron [-] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.982070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.053253] env[70480]: DEBUG nova.scheduler.client.report [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.179651] env[70480]: DEBUG nova.network.neutron [-] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.341418] env[70480]: DEBUG nova.network.neutron [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updated VIF entry in instance network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.341833] env[70480]: DEBUG nova.network.neutron [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.435744] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.464723] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.464980] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.465170] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.465359] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.465635] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.465830] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.466055] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.466231] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.466409] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.466564] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.466734] env[70480]: DEBUG nova.virt.hardware [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.467626] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a9925-25a5-4d9b-8667-717934bfb918 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.476936] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b088a-43f3-4c3a-af2e-db9873ec6951 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.559914] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.562528] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.742s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.564062] env[70480]: INFO nova.compute.claims [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.586100] env[70480]: INFO nova.scheduler.client.report [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Deleted allocations for instance 1955d848-f157-4193-a1a8-b48cbabc37d4 [ 939.626473] env[70480]: DEBUG nova.network.neutron [-] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.679577] env[70480]: DEBUG nova.network.neutron [-] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.684904] env[70480]: INFO nova.compute.manager [-] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Took 1.48 seconds to deallocate network for instance. [ 939.765361] env[70480]: DEBUG nova.compute.manager [req-b5396f3d-85e9-42f8-a05d-8f57198539ca req-19ee792b-f985-4286-8d4d-d64801184c23 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Received event network-vif-plugged-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.765598] env[70480]: DEBUG oslo_concurrency.lockutils [req-b5396f3d-85e9-42f8-a05d-8f57198539ca req-19ee792b-f985-4286-8d4d-d64801184c23 service nova] Acquiring lock "85855a75-d26a-473f-88e1-2fc84317f827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.765803] env[70480]: DEBUG oslo_concurrency.lockutils [req-b5396f3d-85e9-42f8-a05d-8f57198539ca req-19ee792b-f985-4286-8d4d-d64801184c23 service nova] Lock "85855a75-d26a-473f-88e1-2fc84317f827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.765953] env[70480]: DEBUG oslo_concurrency.lockutils [req-b5396f3d-85e9-42f8-a05d-8f57198539ca req-19ee792b-f985-4286-8d4d-d64801184c23 service nova] Lock "85855a75-d26a-473f-88e1-2fc84317f827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.766141] env[70480]: DEBUG nova.compute.manager [req-b5396f3d-85e9-42f8-a05d-8f57198539ca req-19ee792b-f985-4286-8d4d-d64801184c23 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] No waiting events found dispatching network-vif-plugged-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.766306] env[70480]: WARNING nova.compute.manager [req-b5396f3d-85e9-42f8-a05d-8f57198539ca req-19ee792b-f985-4286-8d4d-d64801184c23 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Received unexpected event network-vif-plugged-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 for instance with vm_state building and task_state spawning. [ 939.848928] env[70480]: DEBUG oslo_concurrency.lockutils [req-6186c2a3-8409-4836-844e-6c143950c98e req-dc7620ed-45de-459d-81c2-14c0d6066538 service nova] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.884324] env[70480]: DEBUG nova.network.neutron [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Successfully updated port: a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.095082] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b50e1d8e-2565-41d2-9270-92a13e7326d0 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Lock "1955d848-f157-4193-a1a8-b48cbabc37d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.100s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.128937] env[70480]: INFO nova.compute.manager [-] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Took 1.49 seconds to deallocate network for instance. [ 940.182502] env[70480]: INFO nova.compute.manager [-] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Took 1.44 seconds to deallocate network for instance. [ 940.191619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.388484] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "refresh_cache-85855a75-d26a-473f-88e1-2fc84317f827" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.388484] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "refresh_cache-85855a75-d26a-473f-88e1-2fc84317f827" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.388484] env[70480]: DEBUG nova.network.neutron [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.617446] env[70480]: DEBUG nova.compute.manager [req-83719fb5-e627-4b65-a92e-5ea6b4192e77 req-56300c84-c6ad-4fa0-bb05-718e8c04628d service nova] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Received event network-vif-deleted-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.617763] env[70480]: DEBUG nova.compute.manager [req-83719fb5-e627-4b65-a92e-5ea6b4192e77 req-56300c84-c6ad-4fa0-bb05-718e8c04628d service nova] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Received event network-vif-deleted-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.617958] env[70480]: DEBUG nova.compute.manager [req-83719fb5-e627-4b65-a92e-5ea6b4192e77 req-56300c84-c6ad-4fa0-bb05-718e8c04628d service nova] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Received event network-vif-deleted-84488321-117d-43a0-9078-cd72a1b27707 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.638610] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.690573] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.934042] env[70480]: DEBUG nova.network.neutron [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.997245] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a46b82-c745-4e49-8287-2831ee8a211c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.006012] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c6673-9495-4dcd-b6eb-a5336a008ef5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.041953] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd7c9a0-8694-4ca6-937c-e6810a5d36c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.055020] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ae1093-4758-4741-9046-4980e594d5a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.067264] env[70480]: DEBUG nova.compute.provider_tree [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.089487] env[70480]: DEBUG nova.network.neutron [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Updating instance_info_cache with network_info: [{"id": "a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8", "address": "fa:16:3e:cf:dd:05", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c6620d-60", "ovs_interfaceid": "a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.326163] env[70480]: DEBUG oslo_concurrency.lockutils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.326163] env[70480]: DEBUG oslo_concurrency.lockutils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.570501] env[70480]: DEBUG nova.scheduler.client.report [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.592268] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "refresh_cache-85855a75-d26a-473f-88e1-2fc84317f827" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.592714] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Instance network_info: |[{"id": "a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8", "address": "fa:16:3e:cf:dd:05", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c6620d-60", "ovs_interfaceid": "a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.593747] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:dd:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.604843] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.605429] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.605718] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-949404db-d4ab-4c39-b25f-025952dcf8ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.632026] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.632026] env[70480]: value = "task-3722985" [ 941.632026] env[70480]: _type = "Task" [ 941.632026] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.639363] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722985, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.828676] env[70480]: DEBUG nova.compute.utils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.076820] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.077098] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.080028] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.035s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.083527] env[70480]: DEBUG nova.compute.manager [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Received event network-changed-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.083665] env[70480]: DEBUG nova.compute.manager [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Refreshing instance network info cache due to event network-changed-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.083885] env[70480]: DEBUG oslo_concurrency.lockutils [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] Acquiring lock "refresh_cache-85855a75-d26a-473f-88e1-2fc84317f827" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.084076] env[70480]: DEBUG oslo_concurrency.lockutils [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] Acquired lock "refresh_cache-85855a75-d26a-473f-88e1-2fc84317f827" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.084293] env[70480]: DEBUG nova.network.neutron [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Refreshing network info cache for port a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.141219] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722985, 'name': CreateVM_Task, 'duration_secs': 0.321651} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.141441] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.142159] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.142335] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.142650] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.142914] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521c23a7-915b-4dba-abeb-28677ffa375d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.148364] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 942.148364] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52242b65-e5d0-310e-82f4-63acdd3bfe40" [ 942.148364] env[70480]: _type = "Task" [ 942.148364] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.157449] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52242b65-e5d0-310e-82f4-63acdd3bfe40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.332183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.583418] env[70480]: DEBUG nova.compute.utils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.585183] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.585754] env[70480]: DEBUG nova.network.neutron [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.661475] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52242b65-e5d0-310e-82f4-63acdd3bfe40, 'name': SearchDatastore_Task, 'duration_secs': 0.013748} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.661475] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.661722] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.661914] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.662076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.662260] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.662552] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae7dc53-6ec0-4cf6-b6f6-36d90dc55fad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.667933] env[70480]: DEBUG nova.policy [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3837ac6ef97f43178d2bde654c050a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af119ad120da49a79db6cb87e70e8124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.672719] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.672854] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.673610] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf85e29-d041-4997-8129-51509f042fa6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.679753] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 942.679753] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5224299f-98fe-f91b-c552-f4847af45a97" [ 942.679753] env[70480]: _type = "Task" [ 942.679753] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.688293] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5224299f-98fe-f91b-c552-f4847af45a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.922037] env[70480]: DEBUG nova.network.neutron [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Updated VIF entry in instance network info cache for port a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.922037] env[70480]: DEBUG nova.network.neutron [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Updating instance_info_cache with network_info: [{"id": "a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8", "address": "fa:16:3e:cf:dd:05", "network": {"id": "43f7c6b0-accd-49f8-a492-63bc07a19cd2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1900063379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3604e7d7698740479bcdb61915162855", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c6620d-60", "ovs_interfaceid": "a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.058942] env[70480]: DEBUG nova.network.neutron [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Successfully created port: 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.089483] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.129998] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance e9463258-c3e8-49d1-96c6-94ffa06b8efe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.129998] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.130099] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 511def32-c243-43b2-87f7-d032720e8e5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.130464] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 01028ed3-5ea3-4b64-ad22-8484c2e9707d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.130464] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance cbf134e9-87fe-4d92-8fe9-0193c4326cb7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.130464] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.130726] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 81640b4a-3c62-4328-8b22-57ddf021c132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.130726] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.130820] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 00e8f778-1d36-4bd8-9417-dbc11095aacc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.130892] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 357516e3-ec78-4e69-984e-4648ec9b2fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ef76b837-9738-41cb-ba3c-d8d1c5290614 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.134016] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 4278a8f2-85dd-441f-90ee-d27e74333a28 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance efdc0e02-fd32-4267-8a18-bcb872e8a152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 4f483a1f-4432-4ffc-81da-83641c2c6780 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 08366acb-d8ab-47ad-9848-03b29692fb12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 411eb6be-d0c0-4020-a18b-bd56759abc5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 600cd2e6-3cb9-493e-b10d-730fe88849a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.134016] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 26245d97-c50b-4e3e-9494-c3926d12a41a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.134016] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 88dbd034-d214-42b2-9e96-e4950cad43ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance acab7254-8f13-4591-b247-ffd3cfa1a6b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 85855a75-d26a-473f-88e1-2fc84317f827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.134016] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 4fca5fdc-a511-4134-82f8-d8b08e7b7514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 943.191887] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5224299f-98fe-f91b-c552-f4847af45a97, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.192740] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546f7c64-c3c6-4c05-9d48-7903fdecbcc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.199159] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 943.199159] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ce036d-e4ee-a3d7-5739-6340d2e6ed0e" [ 943.199159] env[70480]: _type = "Task" [ 943.199159] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.210292] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ce036d-e4ee-a3d7-5739-6340d2e6ed0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.417460] env[70480]: DEBUG oslo_concurrency.lockutils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.417687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.417933] env[70480]: INFO nova.compute.manager [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Attaching volume a440d980-0019-4c37-a206-293fd23b9e76 to /dev/sdb [ 943.426340] env[70480]: DEBUG oslo_concurrency.lockutils [req-d85fb8bf-de37-4e41-b83f-967d93939605 req-ec2b66d0-9661-4cdb-86c2-cbe591c93a85 service nova] Releasing lock "refresh_cache-85855a75-d26a-473f-88e1-2fc84317f827" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.452486] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85d5c5-0d3c-49f7-84d9-87c96afaa27c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.460241] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47707888-aaa7-4988-8af8-d570d2231402 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.475895] env[70480]: DEBUG nova.virt.block_device [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updating existing volume attachment record: d93ddf2e-d8bd-4d95-b766-05635a32e7b2 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 943.636682] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance d2e58032-92a2-4dbc-878f-6be9087af6f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.710086] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ce036d-e4ee-a3d7-5739-6340d2e6ed0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.710371] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.710633] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 85855a75-d26a-473f-88e1-2fc84317f827/85855a75-d26a-473f-88e1-2fc84317f827.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.710969] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a596bafb-c1f8-43fd-8684-74ad68994cd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.718851] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 943.718851] env[70480]: value = "task-3722987" [ 943.718851] env[70480]: _type = "Task" [ 943.718851] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.727403] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.099484] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.129637] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.129898] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.130070] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.130256] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.130402] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.130589] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.130783] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.130930] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.131095] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.131264] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.131434] env[70480]: DEBUG nova.virt.hardware [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.133052] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78a344-f395-437b-8f62-4422ab162e8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.141168] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 4396b5f0-5402-48b5-82a5-412685cbfb0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.143657] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8887e-2997-4cbd-9668-915a5970c146 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.229549] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498627} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.229835] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 85855a75-d26a-473f-88e1-2fc84317f827/85855a75-d26a-473f-88e1-2fc84317f827.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.230097] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.230367] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f0d514c-16d8-4e9d-ad79-697ec171abb4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.237430] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 944.237430] env[70480]: value = "task-3722990" [ 944.237430] env[70480]: _type = "Task" [ 944.237430] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.248173] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.477831] env[70480]: DEBUG nova.compute.manager [req-3e344f5d-a6a6-42ae-942c-d9516496139e req-d72585ee-6ff8-4eeb-a1cc-df049b0111fd service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Received event network-vif-plugged-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.478083] env[70480]: DEBUG oslo_concurrency.lockutils [req-3e344f5d-a6a6-42ae-942c-d9516496139e req-d72585ee-6ff8-4eeb-a1cc-df049b0111fd service nova] Acquiring lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.478300] env[70480]: DEBUG oslo_concurrency.lockutils [req-3e344f5d-a6a6-42ae-942c-d9516496139e req-d72585ee-6ff8-4eeb-a1cc-df049b0111fd service nova] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.478463] env[70480]: DEBUG oslo_concurrency.lockutils [req-3e344f5d-a6a6-42ae-942c-d9516496139e req-d72585ee-6ff8-4eeb-a1cc-df049b0111fd service nova] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.478628] env[70480]: DEBUG nova.compute.manager [req-3e344f5d-a6a6-42ae-942c-d9516496139e req-d72585ee-6ff8-4eeb-a1cc-df049b0111fd service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] No waiting events found dispatching network-vif-plugged-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.478813] env[70480]: WARNING nova.compute.manager [req-3e344f5d-a6a6-42ae-942c-d9516496139e req-d72585ee-6ff8-4eeb-a1cc-df049b0111fd service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Received unexpected event network-vif-plugged-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 for instance with vm_state building and task_state spawning. [ 944.593637] env[70480]: DEBUG nova.network.neutron [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Successfully updated port: 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.650427] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance bf290996-970c-4800-aa06-f5ffd918e457 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.747949] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065417} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.748487] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.749381] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f461319-bca3-4119-bbcc-c135ea0e146c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776198] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 85855a75-d26a-473f-88e1-2fc84317f827/85855a75-d26a-473f-88e1-2fc84317f827.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.776558] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acffb23e-77c1-47b0-b847-59dcf626061a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.800321] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 944.800321] env[70480]: value = "task-3722991" [ 944.800321] env[70480]: _type = "Task" [ 944.800321] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.810831] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.099508] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-4fca5fdc-a511-4134-82f8-d8b08e7b7514" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.099765] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-4fca5fdc-a511-4134-82f8-d8b08e7b7514" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.099807] env[70480]: DEBUG nova.network.neutron [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.811720] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2c214b86-ffdf-43a5-852e-536335e4bee7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 945.824450] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722991, 'name': ReconfigVM_Task, 'duration_secs': 0.306439} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.825313] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 85855a75-d26a-473f-88e1-2fc84317f827/85855a75-d26a-473f-88e1-2fc84317f827.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.825940] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6fdc0c2-cbc8-48d0-a0a3-cf36db3de3c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.833233] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 945.833233] env[70480]: value = "task-3722992" [ 945.833233] env[70480]: _type = "Task" [ 945.833233] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.842380] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722992, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.919155] env[70480]: DEBUG nova.network.neutron [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.079848] env[70480]: DEBUG nova.network.neutron [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Updating instance_info_cache with network_info: [{"id": "62ffdfc9-bd85-44ec-aee9-b339ed415ee4", "address": "fa:16:3e:90:cc:c6", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ffdfc9-bd", "ovs_interfaceid": "62ffdfc9-bd85-44ec-aee9-b339ed415ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.316775] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 946.344370] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722992, 'name': Rename_Task, 'duration_secs': 0.153315} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.344650] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.344903] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c253a706-ca2d-4a03-8630-ae7daf1ee06f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.352511] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 946.352511] env[70480]: value = "task-3722994" [ 946.352511] env[70480]: _type = "Task" [ 946.352511] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.361208] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.504685] env[70480]: DEBUG nova.compute.manager [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Received event network-changed-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.504885] env[70480]: DEBUG nova.compute.manager [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Refreshing instance network info cache due to event network-changed-62ffdfc9-bd85-44ec-aee9-b339ed415ee4. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.505122] env[70480]: DEBUG oslo_concurrency.lockutils [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] Acquiring lock "refresh_cache-4fca5fdc-a511-4134-82f8-d8b08e7b7514" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.581670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-4fca5fdc-a511-4134-82f8-d8b08e7b7514" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.582065] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Instance network_info: |[{"id": "62ffdfc9-bd85-44ec-aee9-b339ed415ee4", "address": "fa:16:3e:90:cc:c6", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ffdfc9-bd", "ovs_interfaceid": "62ffdfc9-bd85-44ec-aee9-b339ed415ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.582397] env[70480]: DEBUG oslo_concurrency.lockutils [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] Acquired lock "refresh_cache-4fca5fdc-a511-4134-82f8-d8b08e7b7514" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.582576] env[70480]: DEBUG nova.network.neutron [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Refreshing network info cache for port 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.583956] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:cc:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ffdfc9-bd85-44ec-aee9-b339ed415ee4', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.592169] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating folder: Project (af119ad120da49a79db6cb87e70e8124). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.595097] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9cb06f1-c1d0-4084-ae93-f95878a6d3e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.607049] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created folder: Project (af119ad120da49a79db6cb87e70e8124) in parent group-v741156. [ 946.607274] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating folder: Instances. Parent ref: group-v741347. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.607350] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335422c5-b99d-49bd-bccf-67bb7ae70de8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.617956] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created folder: Instances in parent group-v741347. [ 946.618246] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.618438] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.618646] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6885c795-2f36-4a90-bcc6-83e301199055 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.638378] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.638378] env[70480]: value = "task-3722997" [ 946.638378] env[70480]: _type = "Task" [ 946.638378] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.646632] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722997, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.820678] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2c469991-c577-4dc5-afdf-4166fedad598 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 946.821407] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 946.821407] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 946.859033] env[70480]: DEBUG nova.network.neutron [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Updated VIF entry in instance network info cache for port 62ffdfc9-bd85-44ec-aee9-b339ed415ee4. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.859559] env[70480]: DEBUG nova.network.neutron [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Updating instance_info_cache with network_info: [{"id": "62ffdfc9-bd85-44ec-aee9-b339ed415ee4", "address": "fa:16:3e:90:cc:c6", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ffdfc9-bd", "ovs_interfaceid": "62ffdfc9-bd85-44ec-aee9-b339ed415ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.864493] env[70480]: DEBUG oslo_vmware.api [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722994, 'name': PowerOnVM_Task, 'duration_secs': 0.475698} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.867651] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.867868] env[70480]: INFO nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Took 7.43 seconds to spawn the instance on the hypervisor. [ 946.868060] env[70480]: DEBUG nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.869221] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f563cf22-2d30-4261-80ff-fc083b04911e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.153070] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3722997, 'name': CreateVM_Task, 'duration_secs': 0.358057} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.153070] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.153899] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.154162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.154553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.155258] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f4eb86-4f3b-42a8-b5a9-38c26e2797d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.162892] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 947.162892] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52438d46-64e0-3c9b-674e-782c3f13fb7f" [ 947.162892] env[70480]: _type = "Task" [ 947.162892] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.171623] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52438d46-64e0-3c9b-674e-782c3f13fb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.235866] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f39f35-6e0a-47a1-9164-955422cabf57 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.248082] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9c28c-4b7d-454c-9a11-e43dd35964d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.284694] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb9e19-c6c5-4c42-8278-4ab91d8b8f47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.293403] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0952d730-08a7-4676-8153-2f050dfffe77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.309342] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.368889] env[70480]: DEBUG oslo_concurrency.lockutils [req-7e9cb488-7a8c-4c43-b769-af24947734f5 req-c66493b6-8f35-4368-8b75-3b872044575d service nova] Releasing lock "refresh_cache-4fca5fdc-a511-4134-82f8-d8b08e7b7514" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.391069] env[70480]: INFO nova.compute.manager [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Took 48.19 seconds to build instance. [ 947.674521] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52438d46-64e0-3c9b-674e-782c3f13fb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.674884] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.675143] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.675391] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.675535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.675740] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.676037] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0913541c-8493-4c3d-b12b-318052128071 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.686069] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.686224] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.686856] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d609d6f-b122-4461-b347-9a882e88f9fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.693385] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 947.693385] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ccd13d-87c8-a705-6571-90d22ab5d101" [ 947.693385] env[70480]: _type = "Task" [ 947.693385] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.702228] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ccd13d-87c8-a705-6571-90d22ab5d101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.743902] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "85855a75-d26a-473f-88e1-2fc84317f827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.812828] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.892508] env[70480]: DEBUG oslo_concurrency.lockutils [None req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "85855a75-d26a-473f-88e1-2fc84317f827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.709s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.892794] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "85855a75-d26a-473f-88e1-2fc84317f827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.149s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.893038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "85855a75-d26a-473f-88e1-2fc84317f827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.893955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "85855a75-d26a-473f-88e1-2fc84317f827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.893955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "85855a75-d26a-473f-88e1-2fc84317f827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.896248] env[70480]: INFO nova.compute.manager [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Terminating instance [ 948.209035] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ccd13d-87c8-a705-6571-90d22ab5d101, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.210353] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb551c46-5bbc-4034-925b-840c7a74ed28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.218696] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 948.218696] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52315d7a-d5b8-6f07-93ad-80571686acb2" [ 948.218696] env[70480]: _type = "Task" [ 948.218696] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.231739] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52315d7a-d5b8-6f07-93ad-80571686acb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.317618] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 948.317921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.238s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.318224] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.261s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.318411] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.320778] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.010s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.322330] env[70480]: INFO nova.compute.claims [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.325041] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.325199] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Cleaning up deleted instances {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 948.345699] env[70480]: INFO nova.scheduler.client.report [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Deleted allocations for instance ef76b837-9738-41cb-ba3c-d8d1c5290614 [ 948.401134] env[70480]: DEBUG nova.compute.manager [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.401134] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.403017] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa46ccee-59ad-4005-aef1-402668f6b833 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.411834] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.414711] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b94132-a724-4851-8a5b-4973f4645320 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.424097] env[70480]: DEBUG oslo_vmware.api [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 948.424097] env[70480]: value = "task-3722998" [ 948.424097] env[70480]: _type = "Task" [ 948.424097] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.437239] env[70480]: DEBUG oslo_vmware.api [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.526136] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 948.526410] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741346', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'name': 'volume-a440d980-0019-4c37-a206-293fd23b9e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efdc0e02-fd32-4267-8a18-bcb872e8a152', 'attached_at': '', 'detached_at': '', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'serial': 'a440d980-0019-4c37-a206-293fd23b9e76'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 948.527408] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57059eeb-55ca-486e-b13b-9171a61a4e98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.548249] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b0e62a-cc0a-4246-a971-e9342924e57c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.580068] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-a440d980-0019-4c37-a206-293fd23b9e76/volume-a440d980-0019-4c37-a206-293fd23b9e76.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.580068] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12afcfa9-8b9f-4c70-9c3f-c18d504d989a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.599062] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 948.599062] env[70480]: value = "task-3722999" [ 948.599062] env[70480]: _type = "Task" [ 948.599062] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.614901] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.730662] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52315d7a-d5b8-6f07-93ad-80571686acb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.730970] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.731282] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4fca5fdc-a511-4134-82f8-d8b08e7b7514/4fca5fdc-a511-4134-82f8-d8b08e7b7514.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.731558] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0893ca6-27bb-4a09-8e0b-7394725b73a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.739024] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 948.739024] env[70480]: value = "task-3723000" [ 948.739024] env[70480]: _type = "Task" [ 948.739024] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.748539] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.844387] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] There are 44 instances to clean {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 948.844860] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 1955d848-f157-4193-a1a8-b48cbabc37d4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.853310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Lock "ef76b837-9738-41cb-ba3c-d8d1c5290614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.175s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.935908] env[70480]: DEBUG oslo_vmware.api [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3722998, 'name': PowerOffVM_Task, 'duration_secs': 0.232865} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.935908] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.936131] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.936260] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb8126e-11ee-4594-8045-be3ef96bd6fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.033725] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.033725] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.033943] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleting the datastore file [datastore2] 85855a75-d26a-473f-88e1-2fc84317f827 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.034202] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac1fef8-53ee-47df-93a0-d5942d960c55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.043967] env[70480]: DEBUG oslo_vmware.api [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for the task: (returnval){ [ 949.043967] env[70480]: value = "task-3723002" [ 949.043967] env[70480]: _type = "Task" [ 949.043967] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.053959] env[70480]: DEBUG oslo_vmware.api [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3723002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.111642] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.251739] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506445} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.252134] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4fca5fdc-a511-4134-82f8-d8b08e7b7514/4fca5fdc-a511-4134-82f8-d8b08e7b7514.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.252402] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.252708] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d46842-f251-4485-91fc-4de555019757 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.263338] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 949.263338] env[70480]: value = "task-3723003" [ 949.263338] env[70480]: _type = "Task" [ 949.263338] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.275672] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.350116] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 19a6ac66-ef0e-419a-beb3-2b480db37abe] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.559350] env[70480]: DEBUG oslo_vmware.api [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Task: {'id': task-3723002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317244} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.559350] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.560102] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.561210] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.561394] env[70480]: INFO nova.compute.manager [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Took 1.16 seconds to destroy the instance on the hypervisor. [ 949.561687] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.561893] env[70480]: DEBUG nova.compute.manager [-] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.561996] env[70480]: DEBUG nova.network.neutron [-] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.617337] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3722999, 'name': ReconfigVM_Task, 'duration_secs': 0.678958} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.617675] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-a440d980-0019-4c37-a206-293fd23b9e76/volume-a440d980-0019-4c37-a206-293fd23b9e76.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.628557] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ae2ca4-1a75-4d37-8885-023d22bed3c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.648176] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 949.648176] env[70480]: value = "task-3723004" [ 949.648176] env[70480]: _type = "Task" [ 949.648176] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.661071] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.772298] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029053c6-f39f-4aa9-91a6-6fbcd6649853 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.780195] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102908} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.782192] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.783031] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad3260-389b-4b8f-b4c1-deb2ae854f54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.786212] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b6e71-4efe-40e6-a95d-e9591cf96248 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.810285] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 4fca5fdc-a511-4134-82f8-d8b08e7b7514/4fca5fdc-a511-4134-82f8-d8b08e7b7514.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.834456] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0869b6cf-f133-4294-a170-84851254c2a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.851515] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b103c2-1502-4ce1-b5e8-22e81b5a0168 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.855597] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ae1befdb-7833-4d66-9a74-aba5c8753fb9] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.864022] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06345ae3-7dd5-46ba-82f0-603089f5cd97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.868470] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 949.868470] env[70480]: value = "task-3723005" [ 949.868470] env[70480]: _type = "Task" [ 949.868470] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.882911] env[70480]: DEBUG nova.compute.provider_tree [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.891236] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.930079] env[70480]: DEBUG nova.compute.manager [req-8f1e09a4-9a16-41eb-8200-869285a09eea req-fe84fd3a-ffc2-493f-bf38-008556e52752 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Received event network-vif-deleted-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.930392] env[70480]: INFO nova.compute.manager [req-8f1e09a4-9a16-41eb-8200-869285a09eea req-fe84fd3a-ffc2-493f-bf38-008556e52752 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Neutron deleted interface a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8; detaching it from the instance and deleting it from the info cache [ 949.930392] env[70480]: DEBUG nova.network.neutron [req-8f1e09a4-9a16-41eb-8200-869285a09eea req-fe84fd3a-ffc2-493f-bf38-008556e52752 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.170087] env[70480]: DEBUG oslo_vmware.api [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723004, 'name': ReconfigVM_Task, 'duration_secs': 0.150692} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.170733] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741346', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'name': 'volume-a440d980-0019-4c37-a206-293fd23b9e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efdc0e02-fd32-4267-8a18-bcb872e8a152', 'attached_at': '', 'detached_at': '', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'serial': 'a440d980-0019-4c37-a206-293fd23b9e76'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 950.355145] env[70480]: DEBUG nova.network.neutron [-] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.361047] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2aba3d33-4f99-4931-8385-8216e207a37d] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.379496] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723005, 'name': ReconfigVM_Task, 'duration_secs': 0.322608} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.380635] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 4fca5fdc-a511-4134-82f8-d8b08e7b7514/4fca5fdc-a511-4134-82f8-d8b08e7b7514.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.381342] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d7d83c5-774a-42ad-bc47-8a416330c22a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.386818] env[70480]: DEBUG nova.scheduler.client.report [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.391592] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 950.391592] env[70480]: value = "task-3723006" [ 950.391592] env[70480]: _type = "Task" [ 950.391592] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.401853] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723006, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.436022] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a3cd00d-3e75-43de-a65e-67d91e7281bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.444146] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147f8516-0310-4bf6-88b0-6bff756e4f09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.484999] env[70480]: DEBUG nova.compute.manager [req-8f1e09a4-9a16-41eb-8200-869285a09eea req-fe84fd3a-ffc2-493f-bf38-008556e52752 service nova] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Detach interface failed, port_id=a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8, reason: Instance 85855a75-d26a-473f-88e1-2fc84317f827 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.858638] env[70480]: INFO nova.compute.manager [-] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Took 1.30 seconds to deallocate network for instance. [ 950.865293] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 8dfd1d8b-ad57-40ed-9694-72238da965a0] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.893815] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.894431] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.897101] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.402s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.898576] env[70480]: INFO nova.compute.claims [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.912822] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723006, 'name': Rename_Task, 'duration_secs': 0.182207} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.913104] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.913387] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f4894a-3b83-43d5-a56b-1e086b38e1c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.920767] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 950.920767] env[70480]: value = "task-3723007" [ 950.920767] env[70480]: _type = "Task" [ 950.920767] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.929668] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.222793] env[70480]: DEBUG nova.objects.instance [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'flavor' on Instance uuid efdc0e02-fd32-4267-8a18-bcb872e8a152 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.441670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.441670] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9477a9f6-7838-457f-b857-0bc14d6c51b4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.441670] env[70480]: DEBUG nova.compute.utils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.441670] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.441670] env[70480]: DEBUG nova.network.neutron [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.451572] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.487595] env[70480]: DEBUG nova.policy [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36365ec0a447bcbc50a2963a45084b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d3c81ee976450fb70ba26b938d492d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.729908] env[70480]: DEBUG oslo_concurrency.lockutils [None req-97c6b2be-82d7-4605-8731-cb366c071ce9 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.312s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.872124] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 652b72ed-c876-4892-b26d-ad3d7947029d] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.887656] env[70480]: DEBUG nova.network.neutron [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Successfully created port: 4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.941480] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.951664] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.375406] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ccbfd3b6-a502-45cd-9ddc-529075fc44f2] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.379578] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313e0a17-ad3b-48be-bab5-3be19cb945ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.388068] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75402743-e399-4df5-9c08-49fd3ddfe8f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.428111] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16985ca2-cb73-4c31-9918-fb06209540ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.442021] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f011a1-ed0b-4c21-871e-b2e5b6a6e0fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.444431] env[70480]: DEBUG oslo_vmware.api [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723007, 'name': PowerOnVM_Task, 'duration_secs': 1.081604} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.445274] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.445505] env[70480]: INFO nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Took 8.35 seconds to spawn the instance on the hypervisor. [ 952.445649] env[70480]: DEBUG nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.447022] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd3417a-18e3-4f86-8959-78d689de023f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.461952] env[70480]: DEBUG nova.compute.provider_tree [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.880358] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 07c1ec66-95f1-48dc-82f6-bda260842773] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.964817] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.968363] env[70480]: DEBUG nova.scheduler.client.report [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.977985] env[70480]: INFO nova.compute.manager [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Took 49.19 seconds to build instance. [ 953.009286] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3b45fd16a7bbe803c85f27964cd8bca8',container_format='bare',created_at=2025-04-29T11:23:09Z,direct_url=,disk_format='vmdk',id=6918e905-9291-4dcc-ac11-4bb63719fb80,min_disk=1,min_ram=0,name='tempest-test-snap-981005346',owner='64d3c81ee976450fb70ba26b938d492d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-29T11:23:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.009654] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.009733] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.009911] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.011180] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.011421] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.011686] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.011876] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.012698] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.012698] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.012698] env[70480]: DEBUG nova.virt.hardware [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.014458] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab98f0-5edc-4037-924c-433a0b2ff843 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.024699] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a620ee-63dd-48df-96e9-0fe90ca02ea3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.385509] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: d9ff21da-9b26-4512-8769-42aa26c34ad4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.473158] env[70480]: DEBUG nova.compute.manager [req-839b370e-58ce-49b3-b985-6646c06b7315 req-8a99251c-a839-4eec-b625-c48e4c038b03 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Received event network-vif-plugged-4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.473158] env[70480]: DEBUG oslo_concurrency.lockutils [req-839b370e-58ce-49b3-b985-6646c06b7315 req-8a99251c-a839-4eec-b625-c48e4c038b03 service nova] Acquiring lock "d2e58032-92a2-4dbc-878f-6be9087af6f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.477521] env[70480]: DEBUG oslo_concurrency.lockutils [req-839b370e-58ce-49b3-b985-6646c06b7315 req-8a99251c-a839-4eec-b625-c48e4c038b03 service nova] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.481017] env[70480]: DEBUG oslo_concurrency.lockutils [req-839b370e-58ce-49b3-b985-6646c06b7315 req-8a99251c-a839-4eec-b625-c48e4c038b03 service nova] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.481017] env[70480]: DEBUG nova.compute.manager [req-839b370e-58ce-49b3-b985-6646c06b7315 req-8a99251c-a839-4eec-b625-c48e4c038b03 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] No waiting events found dispatching network-vif-plugged-4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 953.481017] env[70480]: WARNING nova.compute.manager [req-839b370e-58ce-49b3-b985-6646c06b7315 req-8a99251c-a839-4eec-b625-c48e4c038b03 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Received unexpected event network-vif-plugged-4dc33006-7269-43f3-b32f-7cc3fd21dd31 for instance with vm_state building and task_state spawning. [ 953.481017] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.481017] env[70480]: DEBUG nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.483420] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5719a032-7cd2-4dc9-9eaa-dc59992310db tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.701s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.483947] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.523s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.484304] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.486811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.139s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.487181] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.490084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.956s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.490945] env[70480]: INFO nova.compute.claims [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.513980] env[70480]: INFO nova.scheduler.client.report [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 4f483a1f-4432-4ffc-81da-83641c2c6780 [ 953.518591] env[70480]: INFO nova.scheduler.client.report [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Deleted allocations for instance 511def32-c243-43b2-87f7-d032720e8e5f [ 953.618116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.618586] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.618921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.622074] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.622074] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.623601] env[70480]: INFO nova.compute.manager [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Terminating instance [ 953.659341] env[70480]: DEBUG nova.network.neutron [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Successfully updated port: 4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.733016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.733265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.887418] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9fc9b492-a28c-42d5-8d21-da2ee7c47891] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.997960] env[70480]: DEBUG nova.compute.utils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.000959] env[70480]: DEBUG nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 954.031503] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "4f483a1f-4432-4ffc-81da-83641c2c6780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.665s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.032665] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8944722-1088-4602-98bb-e055e2a7d8dd tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Lock "511def32-c243-43b2-87f7-d032720e8e5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.189s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.130044] env[70480]: DEBUG nova.compute.manager [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.132463] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.133659] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0467343-ccae-4c09-9df0-9a0d37f087f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.146272] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.146272] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24848247-ce74-4703-8398-56e93f161661 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.154178] env[70480]: DEBUG oslo_vmware.api [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 954.154178] env[70480]: value = "task-3723008" [ 954.154178] env[70480]: _type = "Task" [ 954.154178] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.163915] env[70480]: DEBUG oslo_vmware.api [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.166428] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "refresh_cache-d2e58032-92a2-4dbc-878f-6be9087af6f8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.166428] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "refresh_cache-d2e58032-92a2-4dbc-878f-6be9087af6f8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.166579] env[70480]: DEBUG nova.network.neutron [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.235830] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.391134] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 0e852a0f-8f69-4119-b833-350dab510cf4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.501952] env[70480]: DEBUG nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.672013] env[70480]: DEBUG oslo_vmware.api [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723008, 'name': PowerOffVM_Task, 'duration_secs': 0.222352} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.672379] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.672552] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.673130] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ab09fe-7db2-4d56-86e3-b5fa903b7058 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.705362] env[70480]: DEBUG nova.network.neutron [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.749022] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.749259] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.749455] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleting the datastore file [datastore2] 4fca5fdc-a511-4134-82f8-d8b08e7b7514 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.755261] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-596edb82-5744-4778-8548-b659c7b666f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.768079] env[70480]: DEBUG oslo_vmware.api [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 954.768079] env[70480]: value = "task-3723010" [ 954.768079] env[70480]: _type = "Task" [ 954.768079] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.768515] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.779171] env[70480]: DEBUG oslo_vmware.api [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.894887] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ce4927f4-227c-4d59-914e-6fc93c60b1a0] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.913832] env[70480]: DEBUG nova.network.neutron [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Updating instance_info_cache with network_info: [{"id": "4dc33006-7269-43f3-b32f-7cc3fd21dd31", "address": "fa:16:3e:65:19:3e", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc33006-72", "ovs_interfaceid": "4dc33006-7269-43f3-b32f-7cc3fd21dd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.983369] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd551d5c-ae82-428d-8164-e8a98e26b255 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.994187] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b0a77-e843-44ce-8c70-b007ebd18987 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.030062] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a444edd-63f4-498d-9e52-d7bfda3b8b34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.039426] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17035216-23f1-42e6-a308-149c5c9961ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.056167] env[70480]: DEBUG nova.compute.provider_tree [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.280767] env[70480]: DEBUG oslo_vmware.api [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147738} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.281168] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.281356] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.281558] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.281728] env[70480]: INFO nova.compute.manager [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Took 1.15 seconds to destroy the instance on the hypervisor. [ 955.281964] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.282176] env[70480]: DEBUG nova.compute.manager [-] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.282266] env[70480]: DEBUG nova.network.neutron [-] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.405025] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b075c91a-df46-4398-9c46-1b8f5f676b34] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.422327] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "refresh_cache-d2e58032-92a2-4dbc-878f-6be9087af6f8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.422872] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Instance network_info: |[{"id": "4dc33006-7269-43f3-b32f-7cc3fd21dd31", "address": "fa:16:3e:65:19:3e", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc33006-72", "ovs_interfaceid": "4dc33006-7269-43f3-b32f-7cc3fd21dd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.424735] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:19:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc33006-7269-43f3-b32f-7cc3fd21dd31', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.434898] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.437060] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.437962] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-888abc40-471f-4b66-80cf-8fb30962253f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.463697] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.463697] env[70480]: value = "task-3723011" [ 955.463697] env[70480]: _type = "Task" [ 955.463697] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.474240] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723011, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.505468] env[70480]: DEBUG nova.compute.manager [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Received event network-changed-4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.505468] env[70480]: DEBUG nova.compute.manager [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Refreshing instance network info cache due to event network-changed-4dc33006-7269-43f3-b32f-7cc3fd21dd31. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.505468] env[70480]: DEBUG oslo_concurrency.lockutils [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] Acquiring lock "refresh_cache-d2e58032-92a2-4dbc-878f-6be9087af6f8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.505649] env[70480]: DEBUG oslo_concurrency.lockutils [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] Acquired lock "refresh_cache-d2e58032-92a2-4dbc-878f-6be9087af6f8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.506454] env[70480]: DEBUG nova.network.neutron [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Refreshing network info cache for port 4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.536756] env[70480]: DEBUG nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.557643] env[70480]: DEBUG nova.scheduler.client.report [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.578313] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.578977] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.578977] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.579216] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.579367] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.579515] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.579753] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.579874] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.580179] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.580246] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.580379] env[70480]: DEBUG nova.virt.hardware [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.581753] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17503647-c1b2-4d8e-9208-0d8183c78f40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.593209] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e96e0-3dab-4a39-ac40-6bdae8f5b141 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.610655] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.616898] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Creating folder: Project (50adcb8a00a34c38ae718b7dc1000198). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.617020] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95df7674-d7d4-49fa-8db7-0895c305edb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.630830] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.631109] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.635293] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Created folder: Project (50adcb8a00a34c38ae718b7dc1000198) in parent group-v741156. [ 955.635743] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Creating folder: Instances. Parent ref: group-v741351. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.635743] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07af5d9d-6ab1-4cb1-85c6-14ed070d970a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.648568] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Created folder: Instances in parent group-v741351. [ 955.648908] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.649080] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.649306] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8835f885-9bd7-458d-be1d-74e353c02073 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.672045] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.672045] env[70480]: value = "task-3723014" [ 955.672045] env[70480]: _type = "Task" [ 955.672045] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.682336] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723014, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.908461] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 8eea129c-2e5e-416f-a3be-e73dcb7664b8] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.976326] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723011, 'name': CreateVM_Task, 'duration_secs': 0.366334} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.979025] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.979025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.979025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.979025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.979025] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c99cb1-bd3e-4d8e-9637-3bf40d57eeb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.987112] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 955.987112] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5222f94a-84ab-eb7d-4608-f038c6feef5b" [ 955.987112] env[70480]: _type = "Task" [ 955.987112] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.999092] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5222f94a-84ab-eb7d-4608-f038c6feef5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.065845] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.066313] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.069945] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.400s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.072378] env[70480]: INFO nova.compute.claims [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.076674] env[70480]: DEBUG nova.network.neutron [-] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.134574] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.185973] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723014, 'name': CreateVM_Task, 'duration_secs': 0.308635} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.190104] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.191212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.191432] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.191777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192487] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61c5f92-8576-4191-8dec-7255961b0003 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.199805] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 956.199805] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522c8cc2-d97c-b477-86c6-f5bc87d64942" [ 956.199805] env[70480]: _type = "Task" [ 956.199805] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.215439] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522c8cc2-d97c-b477-86c6-f5bc87d64942, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.215657] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.215938] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.216419] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216419] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.216526] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.216787] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e1ea18-db8a-44d6-9a57-ee4642d4d80f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.230150] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.230502] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.231905] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebf01f0-6346-4d76-a300-650a84d37860 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.239014] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 956.239014] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca126e-6ae4-3c24-9bb4-08cf0d2c2709" [ 956.239014] env[70480]: _type = "Task" [ 956.239014] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.246719] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca126e-6ae4-3c24-9bb4-08cf0d2c2709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.269538] env[70480]: DEBUG nova.network.neutron [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Updated VIF entry in instance network info cache for port 4dc33006-7269-43f3-b32f-7cc3fd21dd31. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.269538] env[70480]: DEBUG nova.network.neutron [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Updating instance_info_cache with network_info: [{"id": "4dc33006-7269-43f3-b32f-7cc3fd21dd31", "address": "fa:16:3e:65:19:3e", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc33006-72", "ovs_interfaceid": "4dc33006-7269-43f3-b32f-7cc3fd21dd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.412295] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: fa211b33-87ca-4dd9-942f-52247766231f] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.501016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.501465] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Processing image 6918e905-9291-4dcc-ac11-4bb63719fb80 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.501854] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.502172] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.502468] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.503007] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0011c6f2-3dd8-4b85-b7d7-023d1ad8bf56 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.513553] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.513553] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.514457] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be90d9d3-bd2e-4c26-9f75-3a8c49f01b3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.521835] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 956.521835] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f644bb-4057-a006-b6af-2daa727ddd85" [ 956.521835] env[70480]: _type = "Task" [ 956.521835] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.531383] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f644bb-4057-a006-b6af-2daa727ddd85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.580076] env[70480]: DEBUG nova.compute.utils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.585309] env[70480]: INFO nova.compute.manager [-] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Took 1.30 seconds to deallocate network for instance. [ 956.585309] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.585309] env[70480]: DEBUG nova.network.neutron [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.636720] env[70480]: DEBUG nova.policy [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e679b2a3c94788886db0cc59ed7cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88264c71920f49dd86927fac7ded14f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.656744] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.749614] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ca126e-6ae4-3c24-9bb4-08cf0d2c2709, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.750684] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f2a8a2-3f7d-4db7-a841-89bcf3b79b4e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.757144] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 956.757144] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e73e9-5a07-519e-e524-f49f32b293d7" [ 956.757144] env[70480]: _type = "Task" [ 956.757144] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.768073] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e73e9-5a07-519e-e524-f49f32b293d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.771811] env[70480]: DEBUG oslo_concurrency.lockutils [req-3bad7c47-91b4-4124-b22c-a40546409923 req-c945f529-de1a-4b2c-9146-93f70b793119 service nova] Releasing lock "refresh_cache-d2e58032-92a2-4dbc-878f-6be9087af6f8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.842144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "709ba95b-7e18-453c-9fd5-a0a40741fd17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.842416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.916534] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ddfd9b28-8d12-4c7c-a03a-b4fa3dba3864] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.026704] env[70480]: DEBUG nova.network.neutron [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Successfully created port: ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.037372] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 957.037757] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Fetch image to [datastore1] OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279/OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 957.038064] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Downloading stream optimized image 6918e905-9291-4dcc-ac11-4bb63719fb80 to [datastore1] OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279/OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279.vmdk on the data store datastore1 as vApp {{(pid=70480) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 957.038441] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Downloading image file data 6918e905-9291-4dcc-ac11-4bb63719fb80 to the ESX as VM named 'OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279' {{(pid=70480) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 957.089376] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.096282] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.153390] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 957.153390] env[70480]: value = "resgroup-9" [ 957.153390] env[70480]: _type = "ResourcePool" [ 957.153390] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 957.154509] env[70480]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f587500-4ac6-4152-84aa-853662dd9e8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.189395] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease: (returnval){ [ 957.189395] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271b99d-2704-81d4-d796-f5d6551a8da6" [ 957.189395] env[70480]: _type = "HttpNfcLease" [ 957.189395] env[70480]: } obtained for vApp import into resource pool (val){ [ 957.189395] env[70480]: value = "resgroup-9" [ 957.189395] env[70480]: _type = "ResourcePool" [ 957.189395] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 957.189741] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the lease: (returnval){ [ 957.189741] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271b99d-2704-81d4-d796-f5d6551a8da6" [ 957.189741] env[70480]: _type = "HttpNfcLease" [ 957.189741] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.201522] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.201522] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271b99d-2704-81d4-d796-f5d6551a8da6" [ 957.201522] env[70480]: _type = "HttpNfcLease" [ 957.201522] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.272671] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e73e9-5a07-519e-e524-f49f32b293d7, 'name': SearchDatastore_Task, 'duration_secs': 0.024336} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.273195] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.273473] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.273767] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93eff96d-ff2f-4c7b-a4e4-957f814d7577 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.294177] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 957.294177] env[70480]: value = "task-3723016" [ 957.294177] env[70480]: _type = "Task" [ 957.294177] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.304182] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.345720] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.422089] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 7a8d3b7a-37e5-46ec-b895-a2a188d74e14] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.613883] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d86c18c-981b-4e00-9c47-4c2fdd2b131c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.624838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f20d8-2ceb-4f29-b92d-0a3b2b7d01e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.663465] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabc47f4-41c3-49de-af96-339c570b3410 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.668553] env[70480]: DEBUG nova.compute.manager [req-b328ac92-ac3f-41aa-857e-976c031d0554 req-905a73c5-542b-478e-8efa-4152805a9f67 service nova] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Received event network-vif-deleted-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.676277] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c281b-05bf-4361-963f-0a760bfdc803 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.694457] env[70480]: DEBUG nova.compute.provider_tree [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.703756] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.703756] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271b99d-2704-81d4-d796-f5d6551a8da6" [ 957.703756] env[70480]: _type = "HttpNfcLease" [ 957.703756] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.805461] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500513} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.805850] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.806146] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.806518] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5090b810-c80b-4532-8040-953a11701e6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.814948] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 957.814948] env[70480]: value = "task-3723017" [ 957.814948] env[70480]: _type = "Task" [ 957.814948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.824965] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.872328] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.925494] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: cafe0a41-301f-48dc-abad-8ee197460c61] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.105689] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.131350] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.131647] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.131842] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.132126] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.132349] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.132547] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.132797] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.132992] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.133219] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.133418] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.133622] env[70480]: DEBUG nova.virt.hardware [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.134534] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ead92-2205-46c0-99fd-b2912fa9f919 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.143253] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf76cdb-e68a-4ae9-9b96-80381f85c0a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.201156] env[70480]: DEBUG nova.scheduler.client.report [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.206178] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.206178] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271b99d-2704-81d4-d796-f5d6551a8da6" [ 958.206178] env[70480]: _type = "HttpNfcLease" [ 958.206178] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.206611] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.206611] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5271b99d-2704-81d4-d796-f5d6551a8da6" [ 958.206611] env[70480]: _type = "HttpNfcLease" [ 958.206611] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 958.207462] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783b8a9c-4e0f-4aee-a88c-709a953fe090 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.219849] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f8b9-0501-dc2f-79de-dbec3d808463/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.220193] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f8b9-0501-dc2f-79de-dbec3d808463/disk-0.vmdk. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 958.290997] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f1de156-6145-41e2-8ec0-7a10003be40b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.324226] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067128} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.324530] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.325327] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee045bf4-6303-4872-a951-e978a8e1c10d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.345539] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.346151] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f8ccef-362d-4aef-9252-f983a6718ed4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.366717] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 958.366717] env[70480]: value = "task-3723018" [ 958.366717] env[70480]: _type = "Task" [ 958.366717] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.376335] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.428834] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b561e468-4930-450f-a3b7-223eacbe36aa] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.709237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.709725] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.719084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.191s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.719084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.720921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.222s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.721342] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.723957] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.749s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.726949] env[70480]: INFO nova.compute.claims [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.764705] env[70480]: INFO nova.scheduler.client.report [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Deleted allocations for instance 600cd2e6-3cb9-493e-b10d-730fe88849a3 [ 958.776655] env[70480]: INFO nova.scheduler.client.report [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted allocations for instance 4278a8f2-85dd-441f-90ee-d27e74333a28 [ 958.829224] env[70480]: DEBUG nova.network.neutron [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Successfully updated port: ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.878140] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723018, 'name': ReconfigVM_Task, 'duration_secs': 0.373242} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.879624] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.880345] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0da6ac8-d841-4e3b-b034-6205872a17ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.891336] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 958.891336] env[70480]: value = "task-3723019" [ 958.891336] env[70480]: _type = "Task" [ 958.891336] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.900679] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723019, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.932317] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2eaa7de3-29f6-4bbd-9b7a-c2e746c82e40] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.043038] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 959.043038] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f8b9-0501-dc2f-79de-dbec3d808463/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.043875] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d38dc39-66e9-4d52-9381-f3ad86df6490 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.054063] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f8b9-0501-dc2f-79de-dbec3d808463/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.054063] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f8b9-0501-dc2f-79de-dbec3d808463/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 959.054063] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dbb435ea-c449-493f-84d2-25d5aa468e88 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.236024] env[70480]: DEBUG oslo_vmware.rw_handles [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8f8b9-0501-dc2f-79de-dbec3d808463/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 959.236024] env[70480]: INFO nova.virt.vmwareapi.images [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Downloaded image file data 6918e905-9291-4dcc-ac11-4bb63719fb80 [ 959.236024] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24976ee5-e4bb-4e88-8014-70d4c758b2ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.245134] env[70480]: DEBUG nova.compute.utils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.245609] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.245992] env[70480]: DEBUG nova.network.neutron [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.268047] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb2ed77d-1979-4780-bd98-81f05be278bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.274513] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d69628b0-819b-4cc8-90d5-0d81b414d60e tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Lock "600cd2e6-3cb9-493e-b10d-730fe88849a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.389s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.289191] env[70480]: DEBUG oslo_concurrency.lockutils [None req-deafb494-51fd-4f83-aa72-95edca9f41f6 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "4278a8f2-85dd-441f-90ee-d27e74333a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.375s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.298236] env[70480]: INFO nova.virt.vmwareapi.images [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] The imported VM was unregistered [ 959.300754] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 959.300754] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.301646] env[70480]: DEBUG nova.policy [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f58c4a6fdfaf428d8b3e7d96cb99a4dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c56f637948aa4a5a9fcf01b012952278', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.303409] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5595ee6-31ee-4d24-88eb-e5275ca60fc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.317654] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created directory with path [datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.317861] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279/OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279.vmdk to [datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk. {{(pid=70480) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 959.318138] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b1ee8573-4fa9-477a-b6c4-e353c0c9b81d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.326200] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 959.326200] env[70480]: value = "task-3723021" [ 959.326200] env[70480]: _type = "Task" [ 959.326200] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.337667] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-bf290996-970c-4800-aa06-f5ffd918e457" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338985] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-bf290996-970c-4800-aa06-f5ffd918e457" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.339268] env[70480]: DEBUG nova.network.neutron [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.344036] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.404808] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723019, 'name': Rename_Task, 'duration_secs': 0.16737} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.405048] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.405352] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfcffbc6-e7b3-4956-bfb0-482d028b656b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.415535] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 959.415535] env[70480]: value = "task-3723022" [ 959.415535] env[70480]: _type = "Task" [ 959.415535] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.433167] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.436900] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2463f2fd-c558-4548-a035-ece20bd4ee9c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.704974] env[70480]: DEBUG nova.compute.manager [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Received event network-vif-plugged-ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.705694] env[70480]: DEBUG oslo_concurrency.lockutils [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] Acquiring lock "bf290996-970c-4800-aa06-f5ffd918e457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.706496] env[70480]: DEBUG oslo_concurrency.lockutils [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] Lock "bf290996-970c-4800-aa06-f5ffd918e457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.706724] env[70480]: DEBUG oslo_concurrency.lockutils [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] Lock "bf290996-970c-4800-aa06-f5ffd918e457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.706918] env[70480]: DEBUG nova.compute.manager [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] No waiting events found dispatching network-vif-plugged-ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 959.707489] env[70480]: WARNING nova.compute.manager [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Received unexpected event network-vif-plugged-ec016c70-8381-4ec0-8058-5c529e79e434 for instance with vm_state building and task_state spawning. [ 959.707670] env[70480]: DEBUG nova.compute.manager [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Received event network-changed-ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.707852] env[70480]: DEBUG nova.compute.manager [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Refreshing instance network info cache due to event network-changed-ec016c70-8381-4ec0-8058-5c529e79e434. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.709805] env[70480]: DEBUG oslo_concurrency.lockutils [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] Acquiring lock "refresh_cache-bf290996-970c-4800-aa06-f5ffd918e457" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.757533] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.838096] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.929185] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.937578] env[70480]: DEBUG nova.network.neutron [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.943082] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 32c744da-7d41-4920-8941-93d1dab81cd4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.957148] env[70480]: DEBUG nova.network.neutron [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Successfully created port: c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.304194] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a8442-b35c-482a-9978-b2a499cebcf3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.314628] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c213dec-0c48-44d0-aede-3085daed4816 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.361202] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d71ba-4a63-4827-99ef-70e5b1ae956c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.370851] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.378026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7be351-6680-4f7f-a70c-18cefad620e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.393407] env[70480]: DEBUG nova.compute.provider_tree [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.409560] env[70480]: DEBUG nova.network.neutron [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Updating instance_info_cache with network_info: [{"id": "ec016c70-8381-4ec0-8058-5c529e79e434", "address": "fa:16:3e:79:ff:6d", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec016c70-83", "ovs_interfaceid": "ec016c70-8381-4ec0-8058-5c529e79e434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.432446] env[70480]: DEBUG oslo_vmware.api [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723022, 'name': PowerOnVM_Task, 'duration_secs': 0.614786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.432446] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.432730] env[70480]: INFO nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Took 4.90 seconds to spawn the instance on the hypervisor. [ 960.433302] env[70480]: DEBUG nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.433782] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a82800c-7d5c-4f56-bbd1-e0d06d1d60c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.447222] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 5782f024-2141-44ec-8db8-ece7e977df88] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.779044] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.817030] env[70480]: DEBUG nova.virt.hardware [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.817030] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704ac392-81b7-46d3-add2-5eea8eb74d94 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.830650] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3274b23-0121-4e3b-962a-a1a7c3bdc0e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.869596] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.911216] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-bf290996-970c-4800-aa06-f5ffd918e457" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.911605] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance network_info: |[{"id": "ec016c70-8381-4ec0-8058-5c529e79e434", "address": "fa:16:3e:79:ff:6d", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec016c70-83", "ovs_interfaceid": "ec016c70-8381-4ec0-8058-5c529e79e434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.912046] env[70480]: DEBUG oslo_concurrency.lockutils [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] Acquired lock "refresh_cache-bf290996-970c-4800-aa06-f5ffd918e457" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.912293] env[70480]: DEBUG nova.network.neutron [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Refreshing network info cache for port ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.916748] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ff:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec016c70-8381-4ec0-8058-5c529e79e434', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.924640] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating folder: Project (88264c71920f49dd86927fac7ded14f3). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.924640] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50dc4755-4f09-464b-9e5b-a56db2c12cac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.927642] env[70480]: ERROR nova.scheduler.client.report [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [req-3c493a43-aef3-43ae-8191-02904c0869fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c493a43-aef3-43ae-8191-02904c0869fc"}]} [ 960.945226] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created folder: Project (88264c71920f49dd86927fac7ded14f3) in parent group-v741156. [ 960.946446] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating folder: Instances. Parent ref: group-v741355. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.946446] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-190f049a-3239-4293-a4dd-36ecba716de9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.950167] env[70480]: DEBUG nova.scheduler.client.report [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.953700] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: c232a196-751e-4e4b-b2c3-b85f5863b07c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.961950] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created folder: Instances in parent group-v741355. [ 960.962246] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.964391] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.964822] env[70480]: INFO nova.compute.manager [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Took 50.49 seconds to build instance. [ 960.965955] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ab63c4-5353-4d70-bcbd-715c252ead85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.986222] env[70480]: DEBUG nova.scheduler.client.report [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.986608] env[70480]: DEBUG nova.compute.provider_tree [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.999495] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.999495] env[70480]: value = "task-3723025" [ 960.999495] env[70480]: _type = "Task" [ 960.999495] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.005716] env[70480]: DEBUG nova.scheduler.client.report [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.011916] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723025, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.034280] env[70480]: DEBUG nova.scheduler.client.report [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.073176] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.073464] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.073740] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.074027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.074247] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.077311] env[70480]: INFO nova.compute.manager [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Terminating instance [ 961.372632] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.461266] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: f75b5e44-2c28-4e8e-9021-ab74f7e2ac49] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.485942] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cdad276-35c4-4a1f-9442-1e6b9f0a66ef tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "4396b5f0-5402-48b5-82a5-412685cbfb0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.018s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.526060] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723025, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.557882] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e738e9b5-6c6b-40aa-bce5-fb419de512f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.569393] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b041e6e9-0e71-4a66-a9a0-d86d9a4f45e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.607562] env[70480]: DEBUG nova.compute.manager [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.607788] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.609272] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36d6c1-8933-4e7b-b8f4-b5b96c297048 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.613114] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922628a8-b1d4-430d-a23b-97d518026807 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.625500] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777dcc46-16de-41bf-9f49-0b1255c7daaa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.630856] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.631239] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79f8891-b1a8-4df8-8e77-f4aa7f42275c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.649257] env[70480]: DEBUG oslo_vmware.api [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 961.649257] env[70480]: value = "task-3723026" [ 961.649257] env[70480]: _type = "Task" [ 961.649257] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.649556] env[70480]: DEBUG nova.compute.provider_tree [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.662795] env[70480]: DEBUG oslo_vmware.api [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3723026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.879056] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.967580] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b04ab7fb-93fe-48c7-bd34-e5282deebec5] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.035088] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723025, 'name': CreateVM_Task, 'duration_secs': 0.534982} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.035181] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.036510] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.036884] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.037367] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.037756] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683fcafd-aef9-48cc-9d8b-839d3c425b9c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.045779] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 962.045779] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5200545a-80c1-c002-b296-deebcabff664" [ 962.045779] env[70480]: _type = "Task" [ 962.045779] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.060294] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5200545a-80c1-c002-b296-deebcabff664, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.060916] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.061220] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.061463] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.061612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.061789] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.062202] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4698b24a-1caa-48e1-840a-e70af032a887 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.072938] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.072938] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.072938] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23efa72d-5813-4d66-b687-cb7284287635 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.082215] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 962.082215] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524a5615-ba57-eb4d-d330-65ca95354e02" [ 962.082215] env[70480]: _type = "Task" [ 962.082215] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.089816] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524a5615-ba57-eb4d-d330-65ca95354e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.094915] env[70480]: DEBUG nova.compute.manager [req-b1f5dfd5-c8c4-4c87-99ac-18818da34107 req-0d72106a-dd2a-477e-a73d-251df6187a22 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Received event network-vif-plugged-c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.094915] env[70480]: DEBUG oslo_concurrency.lockutils [req-b1f5dfd5-c8c4-4c87-99ac-18818da34107 req-0d72106a-dd2a-477e-a73d-251df6187a22 service nova] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.095167] env[70480]: DEBUG oslo_concurrency.lockutils [req-b1f5dfd5-c8c4-4c87-99ac-18818da34107 req-0d72106a-dd2a-477e-a73d-251df6187a22 service nova] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.095282] env[70480]: DEBUG oslo_concurrency.lockutils [req-b1f5dfd5-c8c4-4c87-99ac-18818da34107 req-0d72106a-dd2a-477e-a73d-251df6187a22 service nova] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.095447] env[70480]: DEBUG nova.compute.manager [req-b1f5dfd5-c8c4-4c87-99ac-18818da34107 req-0d72106a-dd2a-477e-a73d-251df6187a22 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] No waiting events found dispatching network-vif-plugged-c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.095755] env[70480]: WARNING nova.compute.manager [req-b1f5dfd5-c8c4-4c87-99ac-18818da34107 req-0d72106a-dd2a-477e-a73d-251df6187a22 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Received unexpected event network-vif-plugged-c9e47426-7c08-426d-8e6e-984af10cf91e for instance with vm_state building and task_state spawning. [ 962.145574] env[70480]: DEBUG nova.network.neutron [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Updated VIF entry in instance network info cache for port ec016c70-8381-4ec0-8058-5c529e79e434. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.145956] env[70480]: DEBUG nova.network.neutron [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Updating instance_info_cache with network_info: [{"id": "ec016c70-8381-4ec0-8058-5c529e79e434", "address": "fa:16:3e:79:ff:6d", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec016c70-83", "ovs_interfaceid": "ec016c70-8381-4ec0-8058-5c529e79e434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.167133] env[70480]: DEBUG oslo_vmware.api [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3723026, 'name': PowerOffVM_Task, 'duration_secs': 0.279815} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.167240] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.167565] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.167629] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47ae06d9-78d0-4e29-9daa-d777e1181151 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.245988] env[70480]: DEBUG nova.scheduler.client.report [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 962.246314] env[70480]: DEBUG nova.compute.provider_tree [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 99 to 100 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 962.246535] env[70480]: DEBUG nova.compute.provider_tree [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.252890] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.252890] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.252890] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleting the datastore file [datastore1] e9463258-c3e8-49d1-96c6-94ffa06b8efe {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.252890] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb2db971-1882-431f-bcfa-fc82fc009c54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.264653] env[70480]: DEBUG oslo_vmware.api [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for the task: (returnval){ [ 962.264653] env[70480]: value = "task-3723028" [ 962.264653] env[70480]: _type = "Task" [ 962.264653] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.275419] env[70480]: DEBUG oslo_vmware.api [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3723028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.299464] env[70480]: DEBUG nova.network.neutron [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Successfully updated port: c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.369553] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723021, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.671684} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.370080] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279/OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279.vmdk to [datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk. [ 962.370355] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Cleaning up location [datastore1] OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 962.370583] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5063ef04-757a-429d-a0f1-0940f2256279 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.370894] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b1a645-6471-4a6a-9ca3-37df74363243 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.378365] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 962.378365] env[70480]: value = "task-3723029" [ 962.378365] env[70480]: _type = "Task" [ 962.378365] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.388594] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.472516] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 14b0be9c-a80a-4212-8ae5-3b5b527fedd1] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.514752] env[70480]: INFO nova.compute.manager [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Rebuilding instance [ 962.572679] env[70480]: DEBUG nova.compute.manager [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.573648] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c6cac-2e2f-4bff-8f3b-a7df303dafb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.597644] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524a5615-ba57-eb4d-d330-65ca95354e02, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.599036] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54081694-d38e-418f-b16a-5ef1bde247e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.605431] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 962.605431] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52828c0f-4d8f-aee4-8d3b-c79b07740286" [ 962.605431] env[70480]: _type = "Task" [ 962.605431] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.615885] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52828c0f-4d8f-aee4-8d3b-c79b07740286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.648983] env[70480]: DEBUG oslo_concurrency.lockutils [req-27e3f24b-0433-47f3-bd5d-a120c9603055 req-36d84107-6a67-4373-b016-3d6bf8b24e9d service nova] Releasing lock "refresh_cache-bf290996-970c-4800-aa06-f5ffd918e457" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.753996] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.030s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.754470] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.758316] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.776s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.759907] env[70480]: INFO nova.compute.claims [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.777800] env[70480]: DEBUG oslo_vmware.api [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Task: {'id': task-3723028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200908} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.778150] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.778348] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.778797] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.778968] env[70480]: INFO nova.compute.manager [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 962.780753] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.780753] env[70480]: DEBUG nova.compute.manager [-] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.780753] env[70480]: DEBUG nova.network.neutron [-] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.803901] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.804128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.804309] env[70480]: DEBUG nova.network.neutron [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.890134] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041549} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.890439] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.890621] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.890879] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk to [datastore1] d2e58032-92a2-4dbc-878f-6be9087af6f8/d2e58032-92a2-4dbc-878f-6be9087af6f8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.891504] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe6e0ba5-e966-447c-a0b7-cf242f12d96e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.906111] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 962.906111] env[70480]: value = "task-3723030" [ 962.906111] env[70480]: _type = "Task" [ 962.906111] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.916658] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.976245] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: d9953ccd-e624-4ed1-9241-b24f0f378203] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.123295] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52828c0f-4d8f-aee4-8d3b-c79b07740286, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.123295] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.123295] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.123488] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197b58e3-e278-4fbd-beaf-135a7a20e77d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.134700] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 963.134700] env[70480]: value = "task-3723031" [ 963.134700] env[70480]: _type = "Task" [ 963.134700] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.152953] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.223029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "71435f12-edb7-45f3-9633-0615475702db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.223660] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "71435f12-edb7-45f3-9633-0615475702db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.261649] env[70480]: DEBUG nova.compute.utils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.262537] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.262724] env[70480]: DEBUG nova.network.neutron [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.316456] env[70480]: DEBUG nova.policy [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45cf87aa050e493d8121ad140cc8c295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d771ea72084e299b0307cdb5ed1fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.343311] env[70480]: DEBUG nova.network.neutron [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.418510] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.481037] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ab851604-15d7-4771-8575-87b4de031f6c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.591470] env[70480]: DEBUG nova.network.neutron [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updating instance_info_cache with network_info: [{"id": "c9e47426-7c08-426d-8e6e-984af10cf91e", "address": "fa:16:3e:4d:3e:bb", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e47426-7c", "ovs_interfaceid": "c9e47426-7c08-426d-8e6e-984af10cf91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.593995] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.594552] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78984be4-4a13-48f8-9622-519bac10fa8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.604578] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 963.604578] env[70480]: value = "task-3723032" [ 963.604578] env[70480]: _type = "Task" [ 963.604578] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.618021] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.651717] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.674380] env[70480]: DEBUG nova.network.neutron [-] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.726145] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.767297] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.817254] env[70480]: DEBUG nova.network.neutron [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Successfully created port: b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.923905] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.985615] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 6167ac3d-0846-4be8-8eec-41fd70935d4c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.096631] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Releasing lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.096980] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Instance network_info: |[{"id": "c9e47426-7c08-426d-8e6e-984af10cf91e", "address": "fa:16:3e:4d:3e:bb", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e47426-7c", "ovs_interfaceid": "c9e47426-7c08-426d-8e6e-984af10cf91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.097886] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:3e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9e47426-7c08-426d-8e6e-984af10cf91e', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.111340] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Creating folder: Project (c56f637948aa4a5a9fcf01b012952278). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.111340] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6faa3d97-602c-4678-acee-852317ab77cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.129428] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723032, 'name': PowerOffVM_Task, 'duration_secs': 0.182704} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.129726] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.129961] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.131396] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc12a4-73d8-4a9e-8dc4-40a50e6c3c49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.138771] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Created folder: Project (c56f637948aa4a5a9fcf01b012952278) in parent group-v741156. [ 964.139018] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Creating folder: Instances. Parent ref: group-v741358. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.141168] env[70480]: DEBUG nova.compute.manager [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Received event network-changed-c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.141451] env[70480]: DEBUG nova.compute.manager [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Refreshing instance network info cache due to event network-changed-c9e47426-7c08-426d-8e6e-984af10cf91e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.142102] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] Acquiring lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.142323] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] Acquired lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.142323] env[70480]: DEBUG nova.network.neutron [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Refreshing network info cache for port c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.161028] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d7a063b-c42d-460e-bd45-323d082651e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.164552] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.166182] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1490688b-b135-41cb-aca4-9984d595db53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.175304] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.177269] env[70480]: INFO nova.compute.manager [-] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Took 1.40 seconds to deallocate network for instance. [ 964.177987] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Created folder: Instances in parent group-v741358. [ 964.178273] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.183659] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.188287] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79fb45bd-e756-4a78-ba85-c57dd546544a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.209437] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.209723] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.209955] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Deleting the datastore file [datastore2] 4396b5f0-5402-48b5-82a5-412685cbfb0c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.213992] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4746f462-3392-41e0-a25f-b331c530d88d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.220038] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.220038] env[70480]: value = "task-3723036" [ 964.220038] env[70480]: _type = "Task" [ 964.220038] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.226569] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 964.226569] env[70480]: value = "task-3723037" [ 964.226569] env[70480]: _type = "Task" [ 964.226569] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.234678] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723036, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.248805] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.260195] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.387328] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54479d-bc16-43bd-aaa9-742e0778135d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.396526] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c6588-7c13-4044-ba7c-7e52c4f520b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.437854] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea50bd-d672-4c06-8c9d-673cacfff139 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.449887] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.451305] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b9532-5103-4d0e-95ac-7756fc4c4ce2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.468516] env[70480]: DEBUG nova.compute.provider_tree [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.490034] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ab8aaa9d-1162-4328-b6fb-ce5b80a01792] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.649174] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.710497] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.731193] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723036, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.741027] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190358} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.744012] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.744259] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.744468] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.782537] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.813301] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.813710] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.813944] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.814156] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.814308] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.814483] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.814722] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.814923] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.815130] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.815319] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.815510] env[70480]: DEBUG nova.virt.hardware [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.816508] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835e6a4-f81e-40af-9d6c-eed851dfbaf5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.826667] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba7400a-4d3c-4362-bb4e-03cc8ad9deec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.918642] env[70480]: DEBUG nova.network.neutron [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updated VIF entry in instance network info cache for port c9e47426-7c08-426d-8e6e-984af10cf91e. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.920886] env[70480]: DEBUG nova.network.neutron [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updating instance_info_cache with network_info: [{"id": "c9e47426-7c08-426d-8e6e-984af10cf91e", "address": "fa:16:3e:4d:3e:bb", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e47426-7c", "ovs_interfaceid": "c9e47426-7c08-426d-8e6e-984af10cf91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.945475] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.991183] env[70480]: ERROR nova.scheduler.client.report [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [req-6518f5c2-63ee-4fdc-8337-2ec2d67ce0b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6518f5c2-63ee-4fdc-8337-2ec2d67ce0b3"}]} [ 964.994417] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 03fad8a2-2626-4614-80c4-6ccc678d9c9b] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.010445] env[70480]: DEBUG nova.scheduler.client.report [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.033989] env[70480]: DEBUG nova.scheduler.client.report [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.034248] env[70480]: DEBUG nova.compute.provider_tree [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.054986] env[70480]: DEBUG nova.scheduler.client.report [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.076332] env[70480]: DEBUG nova.scheduler.client.report [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 965.152496] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.237869] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723036, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.426460] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] Releasing lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.427058] env[70480]: DEBUG nova.compute.manager [req-0f3d278b-c0d7-4c31-8355-25200667e484 req-38d718ed-b3c2-4725-87f8-5e98de2f972a service nova] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Received event network-vif-deleted-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.447173] env[70480]: DEBUG nova.network.neutron [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Successfully updated port: b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.459719] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.500128] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 5f05d434-be2a-4c6a-93ed-700eba08ecf2] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.576901] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d91ccf3-ed23-4bb6-8894-296eff68d28d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.586158] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f0586-8133-44ec-85bf-699b069d7387 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.620415] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b354ca9-77e9-4c84-bec8-9fab42cdbb33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.630421] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458b2988-81cd-4907-ae49-abf81a60ec0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.646599] env[70480]: DEBUG nova.compute.provider_tree [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.658012] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.735207] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723036, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.789838] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.790776] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.793188] env[70480]: DEBUG nova.virt.hardware [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.794220] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2623bd-babc-45d6-bf63-381d1def87c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.803075] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b244a5d4-d8c0-436b-9d88-2ef5a33cef0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.819367] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.825406] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.825730] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.826179] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-764e85ae-6f3b-469a-b45f-419559897231 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.844718] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.844718] env[70480]: value = "task-3723038" [ 965.844718] env[70480]: _type = "Task" [ 965.844718] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.857261] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723038, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.946118] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723030, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.667574} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.946429] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6918e905-9291-4dcc-ac11-4bb63719fb80/6918e905-9291-4dcc-ac11-4bb63719fb80.vmdk to [datastore1] d2e58032-92a2-4dbc-878f-6be9087af6f8/d2e58032-92a2-4dbc-878f-6be9087af6f8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.947675] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e8b70-2a7a-402f-90ef-d81ff166ba6f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.951499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.951697] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.952176] env[70480]: DEBUG nova.network.neutron [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.974655] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d2e58032-92a2-4dbc-878f-6be9087af6f8/d2e58032-92a2-4dbc-878f-6be9087af6f8.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.976051] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f314af-0087-4822-8dd3-611cca9923bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.001760] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 966.001760] env[70480]: value = "task-3723039" [ 966.001760] env[70480]: _type = "Task" [ 966.001760] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.005513] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ab7a8a12-770a-43c4-b770-7c5201f04dde] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.013773] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.159587] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723031, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.541006} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.159587] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.159587] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.159587] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35505b6b-a608-4a9e-a487-b18c5eb81791 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.168021] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 966.168021] env[70480]: value = "task-3723040" [ 966.168021] env[70480]: _type = "Task" [ 966.168021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.177877] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.195695] env[70480]: DEBUG nova.scheduler.client.report [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 966.195901] env[70480]: DEBUG nova.compute.provider_tree [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 101 to 102 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 966.196145] env[70480]: DEBUG nova.compute.provider_tree [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.230666] env[70480]: DEBUG nova.compute.manager [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Received event network-vif-plugged-b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.230912] env[70480]: DEBUG oslo_concurrency.lockutils [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.231234] env[70480]: DEBUG oslo_concurrency.lockutils [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.231500] env[70480]: DEBUG oslo_concurrency.lockutils [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.231883] env[70480]: DEBUG nova.compute.manager [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] No waiting events found dispatching network-vif-plugged-b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 966.231923] env[70480]: WARNING nova.compute.manager [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Received unexpected event network-vif-plugged-b539ad1f-811c-4832-90c6-3704a6709644 for instance with vm_state building and task_state spawning. [ 966.232158] env[70480]: DEBUG nova.compute.manager [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Received event network-changed-b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.232397] env[70480]: DEBUG nova.compute.manager [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Refreshing instance network info cache due to event network-changed-b539ad1f-811c-4832-90c6-3704a6709644. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.232619] env[70480]: DEBUG oslo_concurrency.lockutils [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] Acquiring lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.240453] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723036, 'name': CreateVM_Task, 'duration_secs': 1.616038} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.240787] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.241558] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.241748] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.242115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.242457] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f285d560-e171-46bf-9649-4c5e749d6cb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.248738] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 966.248738] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cba60a-ded3-a8f4-ff00-e6915fe37793" [ 966.248738] env[70480]: _type = "Task" [ 966.248738] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.260931] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cba60a-ded3-a8f4-ff00-e6915fe37793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.354731] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723038, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.490848] env[70480]: DEBUG nova.network.neutron [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.509354] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: dfea2f51-2127-4ae5-b35e-cc3d265d80f6] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.518058] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723039, 'name': ReconfigVM_Task, 'duration_secs': 0.346511} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.518213] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d2e58032-92a2-4dbc-878f-6be9087af6f8/d2e58032-92a2-4dbc-878f-6be9087af6f8.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.519159] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af1ea02c-1dfe-4f73-8977-d4cf5f890178 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.526892] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 966.526892] env[70480]: value = "task-3723041" [ 966.526892] env[70480]: _type = "Task" [ 966.526892] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.537483] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723041, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.640260] env[70480]: DEBUG nova.network.neutron [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updating instance_info_cache with network_info: [{"id": "b539ad1f-811c-4832-90c6-3704a6709644", "address": "fa:16:3e:7b:a6:6a", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb539ad1f-81", "ovs_interfaceid": "b539ad1f-811c-4832-90c6-3704a6709644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.678501] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081105} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.678784] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.679617] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82576177-0f76-4de5-a220-4811bb1fad78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.703339] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.704191] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.946s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.704688] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.707100] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f592251-7caa-4c98-8b42-dfd178c1e18a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.723484] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.531s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.723484] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.725496] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.087s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.725685] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.728375] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.037s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.728375] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.729360] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.364s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.729582] env[70480]: DEBUG nova.objects.instance [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lazy-loading 'resources' on Instance uuid 85855a75-d26a-473f-88e1-2fc84317f827 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.738032] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 966.738032] env[70480]: value = "task-3723042" [ 966.738032] env[70480]: _type = "Task" [ 966.738032] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.748854] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.755099] env[70480]: INFO nova.scheduler.client.report [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Deleted allocations for instance cbf134e9-87fe-4d92-8fe9-0193c4326cb7 [ 966.762034] env[70480]: INFO nova.scheduler.client.report [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted allocations for instance 88dbd034-d214-42b2-9e96-e4950cad43ed [ 966.765684] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cba60a-ded3-a8f4-ff00-e6915fe37793, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.767965] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.768249] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.771643] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.771643] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.771643] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.771643] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3adcd33-f3f7-4899-8b53-27a04402b6dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.778892] env[70480]: INFO nova.scheduler.client.report [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Deleted allocations for instance 26245d97-c50b-4e3e-9494-c3926d12a41a [ 966.783059] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.783059] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.784033] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98deb5f4-02a0-4158-bb90-88b57dbff011 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.792288] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 966.792288] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5260a482-d5de-fb9e-bb82-eeb3670994c0" [ 966.792288] env[70480]: _type = "Task" [ 966.792288] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.802502] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5260a482-d5de-fb9e-bb82-eeb3670994c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.857716] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723038, 'name': CreateVM_Task, 'duration_secs': 0.515412} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.857897] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.858341] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.858501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.858823] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.859263] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98d61eb-b888-4c93-9a85-a44366a21388 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.864953] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 966.864953] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d92997-ba77-f262-e118-d5d9f604a9f4" [ 966.864953] env[70480]: _type = "Task" [ 966.864953] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.874728] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d92997-ba77-f262-e118-d5d9f604a9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.019386] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: dc5be2fc-86ba-4c41-b927-318edd4eb2a3] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.037668] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723041, 'name': Rename_Task, 'duration_secs': 0.167253} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.037910] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.038193] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cadd4f08-acf0-427b-b227-bc75fb2e6da3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.045220] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 967.045220] env[70480]: value = "task-3723043" [ 967.045220] env[70480]: _type = "Task" [ 967.045220] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.060826] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.143567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.143929] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance network_info: |[{"id": "b539ad1f-811c-4832-90c6-3704a6709644", "address": "fa:16:3e:7b:a6:6a", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb539ad1f-81", "ovs_interfaceid": "b539ad1f-811c-4832-90c6-3704a6709644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.144284] env[70480]: DEBUG oslo_concurrency.lockutils [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] Acquired lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.144473] env[70480]: DEBUG nova.network.neutron [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Refreshing network info cache for port b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.145885] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a6:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b539ad1f-811c-4832-90c6-3704a6709644', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.155826] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.159228] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.159821] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82dcb9ab-c5c6-445b-b9c2-582765573953 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.182858] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.182858] env[70480]: value = "task-3723044" [ 967.182858] env[70480]: _type = "Task" [ 967.182858] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.192404] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723044, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.224967] env[70480]: DEBUG nova.compute.utils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.226749] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.226933] env[70480]: DEBUG nova.network.neutron [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.251096] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723042, 'name': ReconfigVM_Task, 'duration_secs': 0.33899} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.251096] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Reconfigured VM instance instance-00000047 to attach disk [datastore1] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.251782] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c43543c-5eeb-4645-842c-f2da7a25cbc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.261806] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 967.261806] env[70480]: value = "task-3723045" [ 967.261806] env[70480]: _type = "Task" [ 967.261806] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.274829] env[70480]: DEBUG oslo_concurrency.lockutils [None req-639143d2-2e8e-4006-b6bc-c51bdec83272 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Lock "cbf134e9-87fe-4d92-8fe9-0193c4326cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.065s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.278429] env[70480]: DEBUG oslo_concurrency.lockutils [None req-09d21400-468f-4c11-aa37-c23a77a1dd9b tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "88dbd034-d214-42b2-9e96-e4950cad43ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.204s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.282190] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723045, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.296024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Lock "26245d97-c50b-4e3e-9494-c3926d12a41a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.316s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.309324] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5260a482-d5de-fb9e-bb82-eeb3670994c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.314483] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86831f3-f079-4ea3-b4b4-d9cf2e16def5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.319591] env[70480]: DEBUG nova.policy [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76326c70fda14946ab0f13d923fdf63a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923d302298134f34aaecd91e94c0fa5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.323166] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 967.323166] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b963-ce70-96f4-8af3-6c3796913028" [ 967.323166] env[70480]: _type = "Task" [ 967.323166] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.339480] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b963-ce70-96f4-8af3-6c3796913028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.379514] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d92997-ba77-f262-e118-d5d9f604a9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.382387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.382670] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.382923] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528738] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: cb37d10c-56da-4d42-9063-4d5272e23907] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.562614] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.564773] env[70480]: DEBUG nova.network.neutron [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updated VIF entry in instance network info cache for port b539ad1f-811c-4832-90c6-3704a6709644. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.565222] env[70480]: DEBUG nova.network.neutron [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updating instance_info_cache with network_info: [{"id": "b539ad1f-811c-4832-90c6-3704a6709644", "address": "fa:16:3e:7b:a6:6a", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb539ad1f-81", "ovs_interfaceid": "b539ad1f-811c-4832-90c6-3704a6709644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.694094] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723044, 'name': CreateVM_Task, 'duration_secs': 0.415357} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.696733] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.697791] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.697907] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.698265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.698531] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88e8881-2b71-4555-aa40-8981ad9c4d41 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.704248] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 967.704248] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529819e0-106a-2eff-58af-982172b535cc" [ 967.704248] env[70480]: _type = "Task" [ 967.704248] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.710238] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d836b6a-7abf-466d-be84-48075a62c2a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.716647] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529819e0-106a-2eff-58af-982172b535cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.722077] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a14650-190e-4c59-89aa-343be3544e33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.755915] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.757186] env[70480]: DEBUG nova.network.neutron [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Successfully created port: f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.759808] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d8251-39ef-4c83-95b1-23f13b0dfdda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.773528] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c90771f-84c5-4c99-8ac9-f6ce067ea4a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.780899] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723045, 'name': Rename_Task, 'duration_secs': 0.169011} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.781631] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.782210] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502ef01f-368c-4a0c-bbc8-338db5a8f579 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.792198] env[70480]: DEBUG nova.compute.provider_tree [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.799263] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 967.799263] env[70480]: value = "task-3723046" [ 967.799263] env[70480]: _type = "Task" [ 967.799263] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.809623] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.833751] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7b963-ce70-96f4-8af3-6c3796913028, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.834067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.834352] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 2c214b86-ffdf-43a5-852e-536335e4bee7/2c214b86-ffdf-43a5-852e-536335e4bee7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.834641] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.834830] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.835071] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c3eb07f-a041-443f-93c3-74bb4f654b36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.837161] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ab2cc7-dcf0-4bb3-bda4-c25d32bae639 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.847015] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 967.847015] env[70480]: value = "task-3723047" [ 967.847015] env[70480]: _type = "Task" [ 967.847015] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.851666] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.851907] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.853112] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b0c54f-0cd6-4436-b0ca-46871b437397 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.859097] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.862670] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 967.862670] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5204fa75-90e1-01fa-e52c-651aec476b66" [ 967.862670] env[70480]: _type = "Task" [ 967.862670] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.871820] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5204fa75-90e1-01fa-e52c-651aec476b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.031886] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: d281a50d-ece1-4c55-b6a0-1302229bb35f] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.061054] env[70480]: DEBUG oslo_vmware.api [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723043, 'name': PowerOnVM_Task, 'duration_secs': 0.535722} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.061382] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.061666] env[70480]: INFO nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Took 15.10 seconds to spawn the instance on the hypervisor. [ 968.061832] env[70480]: DEBUG nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.062738] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1633d7b-41ec-424a-ba46-99674ab741fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.071234] env[70480]: DEBUG oslo_concurrency.lockutils [req-02391637-5a7b-4b21-adca-084f5cb17d72 req-70e63957-d6ae-468d-845a-88f22670974b service nova] Releasing lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.219277] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529819e0-106a-2eff-58af-982172b535cc, 'name': SearchDatastore_Task, 'duration_secs': 0.033776} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.221721] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.222516] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.222840] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.296398] env[70480]: DEBUG nova.scheduler.client.report [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.313341] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.359934] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.374386] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5204fa75-90e1-01fa-e52c-651aec476b66, 'name': SearchDatastore_Task, 'duration_secs': 0.019624} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.375097] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec29dea-048f-4bac-9b30-92d0b8409205 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.382429] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 968.382429] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e14b68-a9d7-49e7-fb01-ac2618ac70ce" [ 968.382429] env[70480]: _type = "Task" [ 968.382429] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.392243] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e14b68-a9d7-49e7-fb01-ac2618ac70ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.535682] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 40536092-a993-45c7-b0b3-e264a8a52e09] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.586243] env[70480]: INFO nova.compute.manager [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Took 63.29 seconds to build instance. [ 968.772954] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.802512] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.802836] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.802997] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.803207] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.803355] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.803503] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.803723] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.803889] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.804078] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.804253] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.804436] env[70480]: DEBUG nova.virt.hardware [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.805389] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.808440] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69be20b9-30f1-4500-acd1-ee44881ad7bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.817145] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.048s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.818601] env[70480]: INFO nova.compute.claims [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.830693] env[70480]: DEBUG oslo_vmware.api [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723046, 'name': PowerOnVM_Task, 'duration_secs': 0.542537} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.831184] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.831431] env[70480]: INFO nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Took 10.73 seconds to spawn the instance on the hypervisor. [ 968.831650] env[70480]: DEBUG nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.833063] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53deeb0d-7a3e-416d-b53c-c822e5b2260d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.837939] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e65578f-4d83-4343-9e04-32fc45dd6c3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.863996] env[70480]: INFO nova.scheduler.client.report [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Deleted allocations for instance 85855a75-d26a-473f-88e1-2fc84317f827 [ 968.882708] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599398} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.883047] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 2c214b86-ffdf-43a5-852e-536335e4bee7/2c214b86-ffdf-43a5-852e-536335e4bee7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.883293] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.887107] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-190a897b-9eab-46d7-ab37-f625a2b41462 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.899254] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e14b68-a9d7-49e7-fb01-ac2618ac70ce, 'name': SearchDatastore_Task, 'duration_secs': 0.023892} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.901719] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.902287] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.903665] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 968.903665] env[70480]: value = "task-3723048" [ 968.903665] env[70480]: _type = "Task" [ 968.903665] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.903665] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.903886] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.904665] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4017db25-52e1-473c-a3dd-a640f1cd1fc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.908244] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92b0a5d3-aa0f-4a06-841e-a3976d8530d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.929030] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.929645] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 968.929645] env[70480]: value = "task-3723049" [ 968.929645] env[70480]: _type = "Task" [ 968.929645] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.930148] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.930396] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.931621] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4883b559-7d0c-4c77-9640-d5e527e79f8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.945454] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 968.945454] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a824a8-4172-0021-9ff0-9f7889c9ee38" [ 968.945454] env[70480]: _type = "Task" [ 968.945454] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.948380] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.958321] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a824a8-4172-0021-9ff0-9f7889c9ee38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.039344] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 83605608-e5bb-4967-ad6c-7452ec4df689] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.088491] env[70480]: DEBUG oslo_concurrency.lockutils [None req-31580cb9-3ba7-4b25-bd13-4188a231c9dc tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.802s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.338836] env[70480]: DEBUG nova.compute.manager [req-05db97c4-a5c9-4fa9-a463-2c0423353b54 req-88e3fccb-a984-4fe2-8d50-e94d3ed31834 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Received event network-vif-plugged-f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.338983] env[70480]: DEBUG oslo_concurrency.lockutils [req-05db97c4-a5c9-4fa9-a463-2c0423353b54 req-88e3fccb-a984-4fe2-8d50-e94d3ed31834 service nova] Acquiring lock "2c469991-c577-4dc5-afdf-4166fedad598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.339652] env[70480]: DEBUG oslo_concurrency.lockutils [req-05db97c4-a5c9-4fa9-a463-2c0423353b54 req-88e3fccb-a984-4fe2-8d50-e94d3ed31834 service nova] Lock "2c469991-c577-4dc5-afdf-4166fedad598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.340915] env[70480]: DEBUG oslo_concurrency.lockutils [req-05db97c4-a5c9-4fa9-a463-2c0423353b54 req-88e3fccb-a984-4fe2-8d50-e94d3ed31834 service nova] Lock "2c469991-c577-4dc5-afdf-4166fedad598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.340915] env[70480]: DEBUG nova.compute.manager [req-05db97c4-a5c9-4fa9-a463-2c0423353b54 req-88e3fccb-a984-4fe2-8d50-e94d3ed31834 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] No waiting events found dispatching network-vif-plugged-f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 969.340915] env[70480]: WARNING nova.compute.manager [req-05db97c4-a5c9-4fa9-a463-2c0423353b54 req-88e3fccb-a984-4fe2-8d50-e94d3ed31834 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Received unexpected event network-vif-plugged-f6b6cc22-62f5-4958-b40e-f382c062cd33 for instance with vm_state building and task_state spawning. [ 969.386848] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Lock "85855a75-d26a-473f-88e1-2fc84317f827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.494s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.388077] env[70480]: INFO nova.compute.manager [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Took 49.88 seconds to build instance. [ 969.393035] env[70480]: DEBUG nova.network.neutron [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Successfully updated port: f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.422812] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080717} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.423544] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.424421] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e0bfb-c820-4aa1-8ec2-16fda9e10123 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.450112] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 2c214b86-ffdf-43a5-852e-536335e4bee7/2c214b86-ffdf-43a5-852e-536335e4bee7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.454482] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33424cd-deac-45bd-9845-18db31d5d5d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.491211] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a824a8-4172-0021-9ff0-9f7889c9ee38, 'name': SearchDatastore_Task, 'duration_secs': 0.01549} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.491527] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.493868] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 969.493868] env[70480]: value = "task-3723050" [ 969.493868] env[70480]: _type = "Task" [ 969.493868] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.494188] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22d9748-f994-4be4-aa4d-184978599938 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.504386] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 969.504386] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fa8907-d3c8-2cee-b17b-c81d48e358ac" [ 969.504386] env[70480]: _type = "Task" [ 969.504386] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.517019] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fa8907-d3c8-2cee-b17b-c81d48e358ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.543720] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 6e16fab4-3840-47aa-b30e-fd4b17872a44] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.753642] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "d2e58032-92a2-4dbc-878f-6be9087af6f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.753941] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.754240] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "d2e58032-92a2-4dbc-878f-6be9087af6f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.754520] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.754751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.758923] env[70480]: INFO nova.compute.manager [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Terminating instance [ 969.891062] env[70480]: DEBUG oslo_concurrency.lockutils [None req-aafde772-3f2b-4956-8bf0-1fffa593a81b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "bf290996-970c-4800-aa06-f5ffd918e457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.393s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.895206] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "refresh_cache-2c469991-c577-4dc5-afdf-4166fedad598" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.895548] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquired lock "refresh_cache-2c469991-c577-4dc5-afdf-4166fedad598" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.895739] env[70480]: DEBUG nova.network.neutron [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.958195] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723049, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.017414] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.024014] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fa8907-d3c8-2cee-b17b-c81d48e358ac, 'name': SearchDatastore_Task, 'duration_secs': 0.034841} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.027097] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.027531] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.027980] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74fb1070-4f54-43bd-883c-8eff38dec898 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.036595] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 970.036595] env[70480]: value = "task-3723051" [ 970.036595] env[70480]: _type = "Task" [ 970.036595] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.047866] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 0b48ad34-3879-4267-b5af-6b040a3a582e] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.050948] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.266019] env[70480]: DEBUG nova.compute.manager [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.266343] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.267856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e411cd71-67ba-448f-a1a4-833232959fdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.281058] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.281656] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-482ebb95-1da7-4057-bd78-2dd186ff2a57 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.291522] env[70480]: DEBUG oslo_vmware.api [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 970.291522] env[70480]: value = "task-3723052" [ 970.291522] env[70480]: _type = "Task" [ 970.291522] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.304133] env[70480]: DEBUG oslo_vmware.api [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.320347] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb70e8f-70ec-47b1-8142-829b5aa960bb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.329541] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842aaed5-1a0e-4518-8dd2-fa6cadf8e6ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.367577] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc52d16-1ee5-42f0-bbce-d5f89c93f85b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.377561] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679465d9-d631-4a04-8235-bbe76d4214b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.404956] env[70480]: DEBUG nova.compute.provider_tree [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.441575] env[70480]: DEBUG nova.network.neutron [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.454397] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723049, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.043695} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.454623] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.454850] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.455151] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a92bbe-7706-40d0-a999-a02d197408e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.464894] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 970.464894] env[70480]: value = "task-3723053" [ 970.464894] env[70480]: _type = "Task" [ 970.464894] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.480445] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.519158] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723050, 'name': ReconfigVM_Task, 'duration_secs': 0.825329} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.519649] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 2c214b86-ffdf-43a5-852e-536335e4bee7/2c214b86-ffdf-43a5-852e-536335e4bee7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.520504] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdd3459b-f308-48bd-bcb2-6c9329647d3c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.530916] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 970.530916] env[70480]: value = "task-3723054" [ 970.530916] env[70480]: _type = "Task" [ 970.530916] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.542654] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723054, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.553069] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.556464] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: e023a682-2d0a-4201-8ab6-b9735f112774] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.620224] env[70480]: INFO nova.compute.manager [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Rebuilding instance [ 970.651301] env[70480]: DEBUG nova.network.neutron [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Updating instance_info_cache with network_info: [{"id": "f6b6cc22-62f5-4958-b40e-f382c062cd33", "address": "fa:16:3e:31:c2:ec", "network": {"id": "3cad3756-ecd8-42ce-a494-d00bf60b5a2f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1939979781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923d302298134f34aaecd91e94c0fa5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b6cc22-62", "ovs_interfaceid": "f6b6cc22-62f5-4958-b40e-f382c062cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.687716] env[70480]: DEBUG nova.compute.manager [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.689018] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd693904-9a7a-48f1-94d5-62be6ef05828 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.808026] env[70480]: DEBUG oslo_vmware.api [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723052, 'name': PowerOffVM_Task, 'duration_secs': 0.493524} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.808026] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.808026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.808026] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a0cf936-acd0-4ea5-92cd-f1916238b284 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.887030] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.887030] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.887030] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleting the datastore file [datastore1] d2e58032-92a2-4dbc-878f-6be9087af6f8 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.887030] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ef5084-0df6-4b5e-9502-0df75f6a4e5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.893939] env[70480]: DEBUG oslo_vmware.api [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 970.893939] env[70480]: value = "task-3723056" [ 970.893939] env[70480]: _type = "Task" [ 970.893939] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.905752] env[70480]: DEBUG oslo_vmware.api [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.908909] env[70480]: DEBUG nova.scheduler.client.report [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.976386] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204562} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.976947] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.978070] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02889b9e-938f-497d-9c44-4606af3dcd97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.006028] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.006028] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6656e6-6e50-48bb-b912-5ae2eafc695d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.028475] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 971.028475] env[70480]: value = "task-3723057" [ 971.028475] env[70480]: _type = "Task" [ 971.028475] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.045201] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.052499] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723054, 'name': Rename_Task, 'duration_secs': 0.349569} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.052803] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.054795] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07309aaa-b231-44a6-9ebd-5ebc04f034fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.061807] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663267} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.063679] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.063841] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Cleaning up deleted instances with incomplete migration {{(pid=70480) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 971.065459] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.065694] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.066069] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 971.066069] env[70480]: value = "task-3723058" [ 971.066069] env[70480]: _type = "Task" [ 971.066069] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.066283] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d014ddd4-931c-4bd8-be8d-4f1072a0e45e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.079182] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.080794] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 971.080794] env[70480]: value = "task-3723059" [ 971.080794] env[70480]: _type = "Task" [ 971.080794] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.091804] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.154045] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Releasing lock "refresh_cache-2c469991-c577-4dc5-afdf-4166fedad598" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.154870] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Instance network_info: |[{"id": "f6b6cc22-62f5-4958-b40e-f382c062cd33", "address": "fa:16:3e:31:c2:ec", "network": {"id": "3cad3756-ecd8-42ce-a494-d00bf60b5a2f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1939979781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923d302298134f34aaecd91e94c0fa5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b6cc22-62", "ovs_interfaceid": "f6b6cc22-62f5-4958-b40e-f382c062cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.155578] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:c2:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b6cc22-62f5-4958-b40e-f382c062cd33', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.168096] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Creating folder: Project (923d302298134f34aaecd91e94c0fa5c). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.168690] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7853d244-d464-4b57-b4c5-f909f83e0eb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.187528] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Created folder: Project (923d302298134f34aaecd91e94c0fa5c) in parent group-v741156. [ 971.187528] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Creating folder: Instances. Parent ref: group-v741363. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.187528] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f16f782-2ad2-4a30-9385-3ff8bb2ce924 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.202516] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Created folder: Instances in parent group-v741363. [ 971.206055] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.206055] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.206055] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae3a4b1-4d11-4d2b-b281-8eaa0bfc60ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.229468] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.229468] env[70480]: value = "task-3723062" [ 971.229468] env[70480]: _type = "Task" [ 971.229468] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.240990] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723062, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.408315] env[70480]: DEBUG oslo_vmware.api [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153444} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.408834] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.409037] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.409276] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.409479] env[70480]: INFO nova.compute.manager [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 971.409756] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.409978] env[70480]: DEBUG nova.compute.manager [-] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.410115] env[70480]: DEBUG nova.network.neutron [-] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.415684] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.416238] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.423042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.762s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.424881] env[70480]: INFO nova.compute.claims [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.433959] env[70480]: DEBUG nova.compute.manager [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Received event network-changed-f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.433959] env[70480]: DEBUG nova.compute.manager [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Refreshing instance network info cache due to event network-changed-f6b6cc22-62f5-4958-b40e-f382c062cd33. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.434453] env[70480]: DEBUG oslo_concurrency.lockutils [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] Acquiring lock "refresh_cache-2c469991-c577-4dc5-afdf-4166fedad598" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.434616] env[70480]: DEBUG oslo_concurrency.lockutils [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] Acquired lock "refresh_cache-2c469991-c577-4dc5-afdf-4166fedad598" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.434789] env[70480]: DEBUG nova.network.neutron [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Refreshing network info cache for port f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.538880] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.566408] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.581239] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.591793] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079957} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.592255] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.593382] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d1faa9-8c1f-49a4-a144-585e27c18b96 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.619995] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.620860] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb737a2-53b1-4f15-bc8e-cae79e182acf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.644400] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 971.644400] env[70480]: value = "task-3723063" [ 971.644400] env[70480]: _type = "Task" [ 971.644400] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.654872] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.723095] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.723482] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc42a290-2114-403e-b5ec-5649b64b176a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.731799] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 971.731799] env[70480]: value = "task-3723064" [ 971.731799] env[70480]: _type = "Task" [ 971.731799] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.753053] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723062, 'name': CreateVM_Task, 'duration_secs': 0.495142} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.756477] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.756879] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.757600] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.757767] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.758096] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.758373] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da13a4a-439f-455e-abdc-33d0e31188f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.764240] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 971.764240] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520c33d0-92d2-760b-2cbf-6d6041d3eed3" [ 971.764240] env[70480]: _type = "Task" [ 971.764240] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.775155] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520c33d0-92d2-760b-2cbf-6d6041d3eed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.931345] env[70480]: DEBUG nova.compute.utils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.935883] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.936207] env[70480]: DEBUG nova.network.neutron [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.010531] env[70480]: DEBUG nova.policy [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1513fa41bfa4235a905ae30724693d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8f9308034b4b00b8cd9422c6db63ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.039366] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723057, 'name': ReconfigVM_Task, 'duration_secs': 0.727849} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.039607] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 4396b5f0-5402-48b5-82a5-412685cbfb0c/4396b5f0-5402-48b5-82a5-412685cbfb0c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.040354] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87297910-8a78-42d3-998a-6ee1ee02b918 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.048740] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 972.048740] env[70480]: value = "task-3723065" [ 972.048740] env[70480]: _type = "Task" [ 972.048740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.063117] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723065, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.085143] env[70480]: DEBUG oslo_vmware.api [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723058, 'name': PowerOnVM_Task, 'duration_secs': 0.643192} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.085143] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.085143] env[70480]: INFO nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Took 11.31 seconds to spawn the instance on the hypervisor. [ 972.085143] env[70480]: DEBUG nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.085143] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b0df1b-6d90-49ff-94e2-6b9b2aa435c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.158262] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723063, 'name': ReconfigVM_Task, 'duration_secs': 0.341969} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.158609] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.159320] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb0cdfdc-7173-499c-86c5-f2cdcbb10266 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.168312] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 972.168312] env[70480]: value = "task-3723066" [ 972.168312] env[70480]: _type = "Task" [ 972.168312] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.179689] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723066, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.247481] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723064, 'name': PowerOffVM_Task, 'duration_secs': 0.22739} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.248169] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.248425] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.249399] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb0796-acfb-48fe-9bd9-ed206796738f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.258649] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.258932] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-350a69e4-4d6a-4fe7-b46f-0fa01bea190c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.275919] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520c33d0-92d2-760b-2cbf-6d6041d3eed3, 'name': SearchDatastore_Task, 'duration_secs': 0.018394} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.275919] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.275919] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.276172] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.276172] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.276289] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.276561] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a80103-c99e-4803-acf4-ff903aa144bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.294132] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.294132] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.294132] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70aa978-e2c3-451b-8072-c3d11cfa36f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.298154] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 972.298154] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527f07c0-144b-e8da-25c5-472f2863e0b5" [ 972.298154] env[70480]: _type = "Task" [ 972.298154] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.307195] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527f07c0-144b-e8da-25c5-472f2863e0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.331028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.331028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.331028] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore1] bf290996-970c-4800-aa06-f5ffd918e457 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.331028] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfeee30-7f00-4bd2-aacb-6f9fa4c5370a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.340201] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 972.340201] env[70480]: value = "task-3723068" [ 972.340201] env[70480]: _type = "Task" [ 972.340201] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.354111] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.364449] env[70480]: DEBUG nova.network.neutron [-] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.440276] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.550106] env[70480]: DEBUG nova.network.neutron [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Updated VIF entry in instance network info cache for port f6b6cc22-62f5-4958-b40e-f382c062cd33. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.550569] env[70480]: DEBUG nova.network.neutron [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Updating instance_info_cache with network_info: [{"id": "f6b6cc22-62f5-4958-b40e-f382c062cd33", "address": "fa:16:3e:31:c2:ec", "network": {"id": "3cad3756-ecd8-42ce-a494-d00bf60b5a2f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1939979781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923d302298134f34aaecd91e94c0fa5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b6cc22-62", "ovs_interfaceid": "f6b6cc22-62f5-4958-b40e-f382c062cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.568139] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723065, 'name': Rename_Task, 'duration_secs': 0.16604} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.570047] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.572725] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b05a7d92-e395-47e8-89ad-6751549fcc78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.586711] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 972.586711] env[70480]: value = "task-3723069" [ 972.586711] env[70480]: _type = "Task" [ 972.586711] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.610173] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.617549] env[70480]: INFO nova.compute.manager [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Took 46.97 seconds to build instance. [ 972.686252] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723066, 'name': Rename_Task, 'duration_secs': 0.219545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.690405] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.695435] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dbd0fd2-a30d-413f-849d-d30afd323519 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.700779] env[70480]: DEBUG nova.network.neutron [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Successfully created port: 4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.705968] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 972.705968] env[70480]: value = "task-3723070" [ 972.705968] env[70480]: _type = "Task" [ 972.705968] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.722415] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.809831] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527f07c0-144b-e8da-25c5-472f2863e0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.813926] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e995190b-fc04-4267-a66e-8485bf172830 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.821377] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 972.821377] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5293af57-8d9e-fed2-a231-53d5946b0e36" [ 972.821377] env[70480]: _type = "Task" [ 972.821377] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.833968] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5293af57-8d9e-fed2-a231-53d5946b0e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.855146] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414465} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.855146] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.855146] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.855414] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.866824] env[70480]: INFO nova.compute.manager [-] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Took 1.46 seconds to deallocate network for instance. [ 972.972395] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4370760a-2514-4c37-8af9-eead0a286282 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.984940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070c3dc-d6e4-4cc8-9ae7-b3ebfdc68b1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.023926] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22311b-15f4-4572-9ed6-dcb6cdf09184 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.034480] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb19e2-41bf-4f85-aff3-1df450175467 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.052019] env[70480]: DEBUG nova.compute.provider_tree [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.062687] env[70480]: DEBUG oslo_concurrency.lockutils [req-f5a5a2d0-15db-4394-aa17-f1a98232c375 req-23247d7c-3105-4ba8-bb57-7eb3e3fc2195 service nova] Releasing lock "refresh_cache-2c469991-c577-4dc5-afdf-4166fedad598" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.080992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.080992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.080992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.080992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.080992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.086650] env[70480]: INFO nova.compute.manager [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Terminating instance [ 973.099466] env[70480]: DEBUG oslo_vmware.api [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723069, 'name': PowerOnVM_Task, 'duration_secs': 0.495603} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.099743] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.100056] env[70480]: DEBUG nova.compute.manager [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.100784] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06521974-d6cd-417e-993f-d6adb20786b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.119207] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dea2c35d-4d5d-4916-94b9-b2555303884c tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.481s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.138567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.138884] env[70480]: DEBUG oslo_concurrency.lockutils [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.139335] env[70480]: DEBUG nova.objects.instance [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'flavor' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.217032] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723070, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.332406] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5293af57-8d9e-fed2-a231-53d5946b0e36, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.332539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.332992] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 2c469991-c577-4dc5-afdf-4166fedad598/2c469991-c577-4dc5-afdf-4166fedad598.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.333305] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e2b185-756b-43d5-af70-a7158396139d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.342961] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 973.342961] env[70480]: value = "task-3723071" [ 973.342961] env[70480]: _type = "Task" [ 973.342961] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.350201] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.381024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.452484] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.493328] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.496019] env[70480]: DEBUG nova.virt.hardware [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.496542] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c38ce49-adc8-4df8-b119-87e4c510ba7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.505704] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b80bb1-5c98-4d49-a1c6-999a886c7fff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.554989] env[70480]: DEBUG nova.scheduler.client.report [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.595219] env[70480]: DEBUG nova.compute.manager [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.595475] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.596373] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb76ee-e03f-4d63-8e9a-b18a11acf971 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.606089] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.606584] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58b7673-d6ba-4e0f-b466-ec54985c495c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.622821] env[70480]: DEBUG oslo_vmware.api [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 973.622821] env[70480]: value = "task-3723072" [ 973.622821] env[70480]: _type = "Task" [ 973.622821] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.633274] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.640784] env[70480]: DEBUG oslo_vmware.api [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3723072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.645540] env[70480]: DEBUG nova.objects.instance [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'pci_requests' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.659163] env[70480]: DEBUG nova.compute.manager [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Received event network-vif-deleted-4dc33006-7269-43f3-b32f-7cc3fd21dd31 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.659163] env[70480]: DEBUG nova.compute.manager [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Received event network-changed-c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.659163] env[70480]: DEBUG nova.compute.manager [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Refreshing instance network info cache due to event network-changed-c9e47426-7c08-426d-8e6e-984af10cf91e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.659163] env[70480]: DEBUG oslo_concurrency.lockutils [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] Acquiring lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.659163] env[70480]: DEBUG oslo_concurrency.lockutils [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] Acquired lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.659886] env[70480]: DEBUG nova.network.neutron [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Refreshing network info cache for port c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.718739] env[70480]: DEBUG oslo_vmware.api [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723070, 'name': PowerOnVM_Task, 'duration_secs': 0.604713} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.722331] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.722331] env[70480]: INFO nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Took 8.94 seconds to spawn the instance on the hypervisor. [ 973.722331] env[70480]: DEBUG nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.722331] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b93716-ed3e-47fe-9d22-a582cbfb98cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.855019] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.895844] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.896123] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.896285] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.896473] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.896627] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.896784] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.897030] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.897209] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.897426] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.897620] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.897798] env[70480]: DEBUG nova.virt.hardware [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.898846] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7dfba9-1a93-495e-861a-0d3ac21ea92f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.910426] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d02cc-fa6d-454d-b20e-1eaddf16eb71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.928811] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ff:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec016c70-8381-4ec0-8058-5c529e79e434', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.937803] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.937803] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.938134] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e64ee54-424d-4545-8aa5-788be7eaaf0b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.963975] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.963975] env[70480]: value = "task-3723073" [ 973.963975] env[70480]: _type = "Task" [ 973.963975] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.976959] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723073, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.063507] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.064234] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.067847] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.972s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.068812] env[70480]: DEBUG nova.objects.instance [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'resources' on Instance uuid 4fca5fdc-a511-4134-82f8-d8b08e7b7514 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.149676] env[70480]: DEBUG oslo_vmware.api [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3723072, 'name': PowerOffVM_Task, 'duration_secs': 0.452748} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.149676] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.149676] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.149676] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d75d23be-5af7-490d-aeba-ee93aeed0e53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.149676] env[70480]: DEBUG nova.objects.base [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.149676] env[70480]: DEBUG nova.network.neutron [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.245650] env[70480]: INFO nova.compute.manager [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Took 37.29 seconds to build instance. [ 974.259038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.259038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.259038] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Deleting the datastore file [datastore1] 01028ed3-5ea3-4b64-ad22-8484c2e9707d {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.259038] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-951fc109-7ea3-48bd-aab6-a5778d5b8b49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.267287] env[70480]: DEBUG oslo_vmware.api [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for the task: (returnval){ [ 974.267287] env[70480]: value = "task-3723075" [ 974.267287] env[70480]: _type = "Task" [ 974.267287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.278791] env[70480]: DEBUG oslo_vmware.api [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3723075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.327875] env[70480]: DEBUG oslo_concurrency.lockutils [None req-55ccac79-a1fd-4e1b-8bc6-cc0cd329c6a6 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.189s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.355592] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904882} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.358391] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 2c469991-c577-4dc5-afdf-4166fedad598/2c469991-c577-4dc5-afdf-4166fedad598.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.358731] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.359076] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f0181c-64d6-48ed-879e-10b8e022a1ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.367187] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 974.367187] env[70480]: value = "task-3723076" [ 974.367187] env[70480]: _type = "Task" [ 974.367187] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.381847] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.476479] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723073, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.488346] env[70480]: DEBUG nova.network.neutron [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updated VIF entry in instance network info cache for port c9e47426-7c08-426d-8e6e-984af10cf91e. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.488757] env[70480]: DEBUG nova.network.neutron [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updating instance_info_cache with network_info: [{"id": "c9e47426-7c08-426d-8e6e-984af10cf91e", "address": "fa:16:3e:4d:3e:bb", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e47426-7c", "ovs_interfaceid": "c9e47426-7c08-426d-8e6e-984af10cf91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.571373] env[70480]: DEBUG nova.compute.utils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.579284] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.579736] env[70480]: DEBUG nova.network.neutron [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.640406] env[70480]: DEBUG nova.network.neutron [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Successfully updated port: 4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.702457] env[70480]: DEBUG nova.policy [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.751586] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b0569f54-ea9e-4083-bd0d-57189f982895 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.807s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.783213] env[70480]: DEBUG oslo_vmware.api [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Task: {'id': task-3723075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188274} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.786460] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.786773] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.787050] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.787265] env[70480]: INFO nova.compute.manager [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 974.787521] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.788481] env[70480]: DEBUG nova.compute.manager [-] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.789416] env[70480]: DEBUG nova.network.neutron [-] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.881829] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07876} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.883236] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.883236] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1718eed0-21c0-43aa-86c2-0267266a330c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.910435] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 2c469991-c577-4dc5-afdf-4166fedad598/2c469991-c577-4dc5-afdf-4166fedad598.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.911754] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd20dcd-5dbf-4d65-a50a-a500d0d8be63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.935496] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 974.935496] env[70480]: value = "task-3723077" [ 974.935496] env[70480]: _type = "Task" [ 974.935496] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.949472] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.979027] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723073, 'name': CreateVM_Task, 'duration_secs': 0.578281} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.979150] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.980363] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.980363] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.980363] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.985916] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5b3c48-72aa-4c5f-b7dc-ff5247dc64c0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.987913] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 974.987913] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9683e-9ba6-fbc9-d069-268b93e8e7ec" [ 974.987913] env[70480]: _type = "Task" [ 974.987913] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.992639] env[70480]: DEBUG oslo_concurrency.lockutils [req-1cc4f993-cebd-427d-9270-947ed52d5a2e req-27d680d9-9eba-499a-bf4c-9185b0d23ab0 service nova] Releasing lock "refresh_cache-2c214b86-ffdf-43a5-852e-536335e4bee7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.226162] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.230518] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.230924] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.230924] env[70480]: DEBUG nova.network.neutron [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.236742] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9683e-9ba6-fbc9-d069-268b93e8e7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.261729] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e22a8c8-25fe-4d68-9822-4585a9d0716e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.272025] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85eae2e-5525-4e61-83ec-38b464ec40bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.308080] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d806f82a-ce30-430b-8f58-06252ac5e635 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.321428] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92502abb-e448-4098-a970-30d49298fd65 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.346271] env[70480]: DEBUG nova.compute.provider_tree [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.450535] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.501306] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9683e-9ba6-fbc9-d069-268b93e8e7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.040246} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.501671] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502050] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.502140] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.502299] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.502485] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.502751] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9d0fec5-7691-468c-be14-ac721f96d87e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.522750] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.523028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.523784] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5119f5-478f-443b-b750-be384cecb466 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.530177] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 975.530177] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522d9b1d-b30a-e16d-c875-b55a7271180b" [ 975.530177] env[70480]: _type = "Task" [ 975.530177] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.541854] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522d9b1d-b30a-e16d-c875-b55a7271180b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.574914] env[70480]: DEBUG nova.network.neutron [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Successfully created port: 5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.804395] env[70480]: DEBUG nova.network.neutron [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.816035] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "4396b5f0-5402-48b5-82a5-412685cbfb0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.819168] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "4396b5f0-5402-48b5-82a5-412685cbfb0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.819168] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "4396b5f0-5402-48b5-82a5-412685cbfb0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.819168] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "4396b5f0-5402-48b5-82a5-412685cbfb0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.819168] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "4396b5f0-5402-48b5-82a5-412685cbfb0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.823192] env[70480]: INFO nova.compute.manager [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Terminating instance [ 975.852876] env[70480]: DEBUG nova.scheduler.client.report [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.953883] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723077, 'name': ReconfigVM_Task, 'duration_secs': 0.979438} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.953883] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 2c469991-c577-4dc5-afdf-4166fedad598/2c469991-c577-4dc5-afdf-4166fedad598.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.953883] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-547e4586-ff3c-4bb6-a4de-5dc80a143815 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.959211] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 975.959211] env[70480]: value = "task-3723078" [ 975.959211] env[70480]: _type = "Task" [ 975.959211] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.970350] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723078, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.983988] env[70480]: DEBUG nova.network.neutron [-] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.026967] env[70480]: DEBUG nova.network.neutron [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Updating instance_info_cache with network_info: [{"id": "4edb4839-445a-40df-8574-4a42aff70016", "address": "fa:16:3e:ef:5a:92", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edb4839-44", "ovs_interfaceid": "4edb4839-445a-40df-8574-4a42aff70016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.042533] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522d9b1d-b30a-e16d-c875-b55a7271180b, 'name': SearchDatastore_Task, 'duration_secs': 0.023451} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.045018] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef0c771-a3b1-4381-9455-b0c2362cced8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.051328] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 976.051328] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5259660f-2d43-82be-3110-d3f3fff99314" [ 976.051328] env[70480]: _type = "Task" [ 976.051328] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.063649] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5259660f-2d43-82be-3110-d3f3fff99314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.149137] env[70480]: DEBUG nova.compute.manager [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Received event network-vif-plugged-4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.149290] env[70480]: DEBUG oslo_concurrency.lockutils [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] Acquiring lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.149498] env[70480]: DEBUG oslo_concurrency.lockutils [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.149664] env[70480]: DEBUG oslo_concurrency.lockutils [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.149835] env[70480]: DEBUG nova.compute.manager [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] No waiting events found dispatching network-vif-plugged-4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 976.149998] env[70480]: WARNING nova.compute.manager [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Received unexpected event network-vif-plugged-4edb4839-445a-40df-8574-4a42aff70016 for instance with vm_state building and task_state spawning. [ 976.150819] env[70480]: DEBUG nova.compute.manager [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Received event network-changed-4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.151110] env[70480]: DEBUG nova.compute.manager [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Refreshing instance network info cache due to event network-changed-4edb4839-445a-40df-8574-4a42aff70016. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.151643] env[70480]: DEBUG oslo_concurrency.lockutils [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] Acquiring lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.253923] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.296811] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.297087] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.297251] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.297517] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.297719] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.298062] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.300893] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.301573] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.301840] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.301972] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.302176] env[70480]: DEBUG nova.virt.hardware [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.303802] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3543c61-2311-4474-b12a-53df952490b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.313269] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d2affd-b357-47f2-8613-5169c078b846 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.330588] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "refresh_cache-4396b5f0-5402-48b5-82a5-412685cbfb0c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.330766] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquired lock "refresh_cache-4396b5f0-5402-48b5-82a5-412685cbfb0c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.330953] env[70480]: DEBUG nova.network.neutron [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.363025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.364491] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.491s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.366184] env[70480]: INFO nova.compute.claims [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.392238] env[70480]: INFO nova.scheduler.client.report [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocations for instance 4fca5fdc-a511-4134-82f8-d8b08e7b7514 [ 976.475780] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723078, 'name': Rename_Task, 'duration_secs': 0.170577} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.476774] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.477228] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d90da07-832f-40f0-b99d-0dc628461959 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.488881] env[70480]: INFO nova.compute.manager [-] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Took 1.70 seconds to deallocate network for instance. [ 976.488881] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 976.488881] env[70480]: value = "task-3723079" [ 976.488881] env[70480]: _type = "Task" [ 976.488881] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.503456] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.530326] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.531084] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Instance network_info: |[{"id": "4edb4839-445a-40df-8574-4a42aff70016", "address": "fa:16:3e:ef:5a:92", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edb4839-44", "ovs_interfaceid": "4edb4839-445a-40df-8574-4a42aff70016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.531778] env[70480]: DEBUG oslo_concurrency.lockutils [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] Acquired lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.532366] env[70480]: DEBUG nova.network.neutron [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Refreshing network info cache for port 4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.534010] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:5a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4edb4839-445a-40df-8574-4a42aff70016', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.542902] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.548020] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.548020] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cae4ab1-5812-49c4-b220-425edd576aaa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.575176] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5259660f-2d43-82be-3110-d3f3fff99314, 'name': SearchDatastore_Task, 'duration_secs': 0.021754} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.577423] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.577979] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.578431] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.578431] env[70480]: value = "task-3723080" [ 976.578431] env[70480]: _type = "Task" [ 976.578431] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.578837] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e539ec-00be-4632-82f3-0c50af288bee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.593147] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723080, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.595282] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 976.595282] env[70480]: value = "task-3723081" [ 976.595282] env[70480]: _type = "Task" [ 976.595282] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.606517] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.723021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.723021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.723021] env[70480]: DEBUG nova.objects.instance [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'flavor' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.869978] env[70480]: DEBUG nova.network.neutron [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.904754] env[70480]: DEBUG oslo_concurrency.lockutils [None req-272b2727-37df-4f40-859f-1169c0132a87 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "4fca5fdc-a511-4134-82f8-d8b08e7b7514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.286s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.974072] env[70480]: DEBUG nova.network.neutron [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.005287] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.006636] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.098940] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723080, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.117069] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.395572] env[70480]: DEBUG nova.objects.instance [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'pci_requests' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.440155] env[70480]: DEBUG nova.network.neutron [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Updated VIF entry in instance network info cache for port 4edb4839-445a-40df-8574-4a42aff70016. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.440155] env[70480]: DEBUG nova.network.neutron [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Updating instance_info_cache with network_info: [{"id": "4edb4839-445a-40df-8574-4a42aff70016", "address": "fa:16:3e:ef:5a:92", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edb4839-44", "ovs_interfaceid": "4edb4839-445a-40df-8574-4a42aff70016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.482316] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Releasing lock "refresh_cache-4396b5f0-5402-48b5-82a5-412685cbfb0c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.482826] env[70480]: DEBUG nova.compute.manager [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.483129] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.484539] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d29422-fa8c-48a0-8b40-c02e198e8cc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.493195] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.497089] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2f93d4-bb57-4b03-83e3-85f52d75f5ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.508994] env[70480]: DEBUG oslo_vmware.api [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723079, 'name': PowerOnVM_Task, 'duration_secs': 0.723861} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.509705] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.509705] env[70480]: INFO nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Took 8.74 seconds to spawn the instance on the hypervisor. [ 977.509705] env[70480]: DEBUG nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.510027] env[70480]: DEBUG oslo_vmware.api [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 977.510027] env[70480]: value = "task-3723082" [ 977.510027] env[70480]: _type = "Task" [ 977.510027] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.510754] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1da66-6925-4779-8368-5f4698f41f0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.528077] env[70480]: DEBUG oslo_vmware.api [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.597823] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723080, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.609269] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723081, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.759111] env[70480]: DEBUG nova.network.neutron [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Successfully updated port: 5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.797116] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d15284-5399-448e-8973-0a7ef308ddd4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.806073] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b3837-4988-48ae-912d-ef2c79fddf76 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.851711] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ba6849-6090-4324-8af6-475bd54934a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.860880] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54cb01-9d1f-4361-9899-b28359ced741 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.876245] env[70480]: DEBUG nova.compute.provider_tree [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.899049] env[70480]: DEBUG nova.objects.base [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 977.899336] env[70480]: DEBUG nova.network.neutron [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.937493] env[70480]: DEBUG nova.policy [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.946791] env[70480]: DEBUG oslo_concurrency.lockutils [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] Releasing lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.947124] env[70480]: DEBUG nova.compute.manager [req-eb85358e-8f1a-464b-a804-f3005530d49d req-8fac12f3-9876-4c76-a5ad-be9030cc9649 service nova] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Received event network-vif-deleted-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.027103] env[70480]: DEBUG oslo_vmware.api [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723082, 'name': PowerOffVM_Task, 'duration_secs': 0.231527} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.027674] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.028018] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.028377] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c4fa48-a33e-467c-b06b-c106e9e77b49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.037917] env[70480]: INFO nova.compute.manager [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Took 39.08 seconds to build instance. [ 978.061452] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.061678] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.061857] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Deleting the datastore file [datastore1] 4396b5f0-5402-48b5-82a5-412685cbfb0c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.062485] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf2189d7-3163-4a75-af4b-64f29429913b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.070406] env[70480]: DEBUG oslo_vmware.api [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for the task: (returnval){ [ 978.070406] env[70480]: value = "task-3723084" [ 978.070406] env[70480]: _type = "Task" [ 978.070406] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.080063] env[70480]: DEBUG oslo_vmware.api [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.091764] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723080, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.108835] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723081, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.178817] env[70480]: DEBUG nova.compute.manager [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Received event network-changed-b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.179053] env[70480]: DEBUG nova.compute.manager [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Refreshing instance network info cache due to event network-changed-b539ad1f-811c-4832-90c6-3704a6709644. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.179279] env[70480]: DEBUG oslo_concurrency.lockutils [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] Acquiring lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.179422] env[70480]: DEBUG oslo_concurrency.lockutils [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] Acquired lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.179957] env[70480]: DEBUG nova.network.neutron [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Refreshing network info cache for port b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.270810] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-911e5218-012a-4fe9-ba83-01a1bb4e12f3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.271080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-911e5218-012a-4fe9-ba83-01a1bb4e12f3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.271208] env[70480]: DEBUG nova.network.neutron [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.310206] env[70480]: DEBUG nova.network.neutron [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Successfully created port: e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.379840] env[70480]: DEBUG nova.scheduler.client.report [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.540614] env[70480]: DEBUG oslo_concurrency.lockutils [None req-90dfe5a9-6123-4414-8ba6-50d02b33140f tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "2c469991-c577-4dc5-afdf-4166fedad598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.596s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.586472] env[70480]: DEBUG oslo_vmware.api [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Task: {'id': task-3723084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465059} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.590214] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.590428] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.590651] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.590904] env[70480]: INFO nova.compute.manager [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 978.591108] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.591340] env[70480]: DEBUG nova.compute.manager [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.591434] env[70480]: DEBUG nova.network.neutron [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.599521] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723080, 'name': CreateVM_Task, 'duration_secs': 1.557494} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.599763] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.603859] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.604059] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.604400] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.604688] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406a3ab2-359c-49d9-af34-a5b17b02f81a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.614196] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723081, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.614076} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.615324] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.615578] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.615982] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 978.615982] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a9e115-1cec-386f-73dc-4df47a8ffa53" [ 978.615982] env[70480]: _type = "Task" [ 978.615982] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.616862] env[70480]: DEBUG nova.network.neutron [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.618486] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7fb14c-7cbf-40e9-b2d2-69e50aa9e0a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.632265] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a9e115-1cec-386f-73dc-4df47a8ffa53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.634147] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 978.634147] env[70480]: value = "task-3723085" [ 978.634147] env[70480]: _type = "Task" [ 978.634147] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.645647] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.646131] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.652298] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.834044] env[70480]: DEBUG nova.network.neutron [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.885461] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.885989] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.888826] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.629s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.890529] env[70480]: INFO nova.compute.claims [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.095319] env[70480]: DEBUG nova.network.neutron [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Updating instance_info_cache with network_info: [{"id": "5882ca9a-c519-4095-ba8f-8c52c78dccf5", "address": "fa:16:3e:ce:02:74", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5882ca9a-c5", "ovs_interfaceid": "5882ca9a-c519-4095-ba8f-8c52c78dccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.100957] env[70480]: DEBUG nova.network.neutron [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updated VIF entry in instance network info cache for port b539ad1f-811c-4832-90c6-3704a6709644. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.101387] env[70480]: DEBUG nova.network.neutron [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updating instance_info_cache with network_info: [{"id": "b539ad1f-811c-4832-90c6-3704a6709644", "address": "fa:16:3e:7b:a6:6a", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb539ad1f-81", "ovs_interfaceid": "b539ad1f-811c-4832-90c6-3704a6709644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.123079] env[70480]: DEBUG nova.network.neutron [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.139951] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a9e115-1cec-386f-73dc-4df47a8ffa53, 'name': SearchDatastore_Task, 'duration_secs': 0.022022} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.144115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.144369] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.144784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.145017] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.145481] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.146716] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242de9ba-73e7-40e7-9714-0111a4b3d134 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.156035] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.159040] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209752} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.160203] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.160522] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.160678] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.162098] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8299c61-6855-451b-8db7-bd6b0a0933fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.165396] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24102f4-2cdd-47e2-96c2-15319e9236e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.173783] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 979.173783] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3aa8a-c42c-6c8f-4f78-00ee3abf5568" [ 979.173783] env[70480]: _type = "Task" [ 979.173783] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.197234] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.202237] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7937c4dc-7ae7-4fc3-b277-aec2f4e65fe6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3aa8a-c42c-6c8f-4f78-00ee3abf5568, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 979.359979] env[70480]: value = "task-3723086" [ 979.359979] env[70480]: _type = "Task" [ 979.359979] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.359979] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62cbfef-3757-4876-87c1-e4880928c5a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 979.359979] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52382c6b-0517-95e7-fb85-b5af84150265" [ 979.359979] env[70480]: _type = "Task" [ 979.359979] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52382c6b-0517-95e7-fb85-b5af84150265, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.359979] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.359979] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 988c5c44-e267-4bf1-bf87-fb3fd911f7b5/988c5c44-e267-4bf1-bf87-fb3fd911f7b5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.359979] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb819379-eb12-419d-a92c-5682e2ff4148 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 979.359979] env[70480]: value = "task-3723087" [ 979.359979] env[70480]: _type = "Task" [ 979.359979] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.359979] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.395565] env[70480]: DEBUG nova.compute.utils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.399932] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.400164] env[70480]: DEBUG nova.network.neutron [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.453636] env[70480]: DEBUG nova.policy [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ee362a4a2d74b0c9a18051ae6f92df6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b804bbb5a77498497bd5530cc72a961', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.598234] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-911e5218-012a-4fe9-ba83-01a1bb4e12f3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.598595] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Instance network_info: |[{"id": "5882ca9a-c519-4095-ba8f-8c52c78dccf5", "address": "fa:16:3e:ce:02:74", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5882ca9a-c5", "ovs_interfaceid": "5882ca9a-c519-4095-ba8f-8c52c78dccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.599014] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:02:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5882ca9a-c519-4095-ba8f-8c52c78dccf5', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.607102] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.608362] env[70480]: DEBUG oslo_concurrency.lockutils [req-c90f37ad-9cde-499b-bfc8-27977fa3042f req-aeee1590-444c-41f5-a32e-946e0a4c947d service nova] Releasing lock "refresh_cache-1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608362] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.608362] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1015f64d-e0a9-4685-8dc6-b6fe41335274 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.632067] env[70480]: INFO nova.compute.manager [-] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Took 1.04 seconds to deallocate network for instance. [ 979.632434] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.632434] env[70480]: value = "task-3723088" [ 979.632434] env[70480]: _type = "Task" [ 979.632434] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.649815] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723088, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.691685] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.763154] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723086, 'name': ReconfigVM_Task, 'duration_secs': 0.50968} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.765540] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Reconfigured VM instance instance-00000047 to attach disk [datastore2] bf290996-970c-4800-aa06-f5ffd918e457/bf290996-970c-4800-aa06-f5ffd918e457.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.765540] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b50cd37-6c73-4c67-a759-9e669cc80bb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.774014] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 979.774014] env[70480]: value = "task-3723089" [ 979.774014] env[70480]: _type = "Task" [ 979.774014] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.785771] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723089, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.825428] env[70480]: DEBUG nova.network.neutron [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Successfully created port: 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.836152] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723087, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.901427] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.112916] env[70480]: DEBUG nova.network.neutron [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Successfully updated port: e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.143488] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.147816] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723088, 'name': CreateVM_Task, 'duration_secs': 0.493756} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.148170] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.149163] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.149163] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.149639] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.149639] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e55c38-a896-47f2-8c0b-c9b82fe4d299 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.163025] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 980.163025] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213c0b6-966a-0a1c-67d0-e263da97ea2d" [ 980.163025] env[70480]: _type = "Task" [ 980.163025] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.172592] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213c0b6-966a-0a1c-67d0-e263da97ea2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.287417] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723089, 'name': Rename_Task, 'duration_secs': 0.24788} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.287667] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.287927] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf03cca1-d21d-468a-b650-80840c45cc80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.295164] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 980.295164] env[70480]: value = "task-3723090" [ 980.295164] env[70480]: _type = "Task" [ 980.295164] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.306606] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.319880] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55471ff-082b-4bec-a6d4-304f6748c565 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.331057] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723087, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.334215] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26f352-0c12-4ec8-bdbf-b70550404c85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.367543] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60e51b-cba2-492a-8065-e7b69b4aaa40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.376057] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b06ec82-3450-4986-a7a6-027dc4836a67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.392885] env[70480]: DEBUG nova.compute.provider_tree [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.592539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "2c469991-c577-4dc5-afdf-4166fedad598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.593990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "2c469991-c577-4dc5-afdf-4166fedad598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.594158] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "2c469991-c577-4dc5-afdf-4166fedad598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.594330] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "2c469991-c577-4dc5-afdf-4166fedad598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.594561] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "2c469991-c577-4dc5-afdf-4166fedad598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.600794] env[70480]: INFO nova.compute.manager [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Terminating instance [ 980.602969] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.603304] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.617683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.617874] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.618121] env[70480]: DEBUG nova.network.neutron [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.674307] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5213c0b6-966a-0a1c-67d0-e263da97ea2d, 'name': SearchDatastore_Task, 'duration_secs': 0.014895} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.674307] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.674307] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.674480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.674688] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.674826] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.675106] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6418f840-eae9-4b2e-a0bb-633951b18acc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.688278] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.688519] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.689367] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1b0d0e-840e-4b75-8fae-14883ae42c67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.696183] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 980.696183] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524d7566-f3b9-6e4e-5077-e47862869325" [ 980.696183] env[70480]: _type = "Task" [ 980.696183] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.705311] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524d7566-f3b9-6e4e-5077-e47862869325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.808926] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.836409] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723087, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.870108] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Received event network-vif-plugged-5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.870395] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Acquiring lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.870693] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.870883] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.871366] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] No waiting events found dispatching network-vif-plugged-5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.871366] env[70480]: WARNING nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Received unexpected event network-vif-plugged-5882ca9a-c519-4095-ba8f-8c52c78dccf5 for instance with vm_state building and task_state spawning. [ 980.871632] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Received event network-changed-5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.872042] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Refreshing instance network info cache due to event network-changed-5882ca9a-c519-4095-ba8f-8c52c78dccf5. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.872365] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Acquiring lock "refresh_cache-911e5218-012a-4fe9-ba83-01a1bb4e12f3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.872572] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Acquired lock "refresh_cache-911e5218-012a-4fe9-ba83-01a1bb4e12f3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.872757] env[70480]: DEBUG nova.network.neutron [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Refreshing network info cache for port 5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.895731] env[70480]: DEBUG nova.scheduler.client.report [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.916418] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.943451] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.943817] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.943945] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.944419] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.944419] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.945447] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.945447] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.945447] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.945447] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.945447] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.945447] env[70480]: DEBUG nova.virt.hardware [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.946578] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba0e39-0869-4a6f-88c1-92942e25401f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.956359] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d073a4de-d5f5-464c-95a7-d36bdd180ccd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.106886] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.110161] env[70480]: DEBUG nova.compute.manager [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.110381] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.111548] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4f0c6c-d798-4084-aec9-41b4eb28c7c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.123866] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.123866] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f4b29a8-4073-4db5-ad00-5a1343d2c1fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.132289] env[70480]: DEBUG oslo_vmware.api [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 981.132289] env[70480]: value = "task-3723091" [ 981.132289] env[70480]: _type = "Task" [ 981.132289] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.144195] env[70480]: DEBUG oslo_vmware.api [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.176774] env[70480]: WARNING nova.network.neutron [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] 0e27922c-87b6-43ad-b791-bb5914320352 already exists in list: networks containing: ['0e27922c-87b6-43ad-b791-bb5914320352']. ignoring it [ 981.208630] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524d7566-f3b9-6e4e-5077-e47862869325, 'name': SearchDatastore_Task, 'duration_secs': 0.049841} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.209738] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be16716-c234-4db1-a779-a1ccc110e58d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.217021] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 981.217021] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f5791d-adef-b6c5-a8ba-abe6a24f5685" [ 981.217021] env[70480]: _type = "Task" [ 981.217021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.232323] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f5791d-adef-b6c5-a8ba-abe6a24f5685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.310790] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.334368] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723087, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.561314} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.334793] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 988c5c44-e267-4bf1-bf87-fb3fd911f7b5/988c5c44-e267-4bf1-bf87-fb3fd911f7b5.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.334971] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.335306] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d3786d2-229d-4253-968f-d6ecbbe5c208 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.348821] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 981.348821] env[70480]: value = "task-3723092" [ 981.348821] env[70480]: _type = "Task" [ 981.348821] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.364299] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.374914] env[70480]: DEBUG nova.compute.manager [req-fa66053a-624a-478d-bba7-9adc908fe0bf req-f8a96236-c3a8-4980-9ec3-fde54d09bfd0 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-vif-plugged-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.376044] env[70480]: DEBUG oslo_concurrency.lockutils [req-fa66053a-624a-478d-bba7-9adc908fe0bf req-f8a96236-c3a8-4980-9ec3-fde54d09bfd0 service nova] Acquiring lock "709ba95b-7e18-453c-9fd5-a0a40741fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.376044] env[70480]: DEBUG oslo_concurrency.lockutils [req-fa66053a-624a-478d-bba7-9adc908fe0bf req-f8a96236-c3a8-4980-9ec3-fde54d09bfd0 service nova] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.376044] env[70480]: DEBUG oslo_concurrency.lockutils [req-fa66053a-624a-478d-bba7-9adc908fe0bf req-f8a96236-c3a8-4980-9ec3-fde54d09bfd0 service nova] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.376044] env[70480]: DEBUG nova.compute.manager [req-fa66053a-624a-478d-bba7-9adc908fe0bf req-f8a96236-c3a8-4980-9ec3-fde54d09bfd0 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] No waiting events found dispatching network-vif-plugged-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.376044] env[70480]: WARNING nova.compute.manager [req-fa66053a-624a-478d-bba7-9adc908fe0bf req-f8a96236-c3a8-4980-9ec3-fde54d09bfd0 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received unexpected event network-vif-plugged-2daec32f-db12-4713-aa64-75020b98e502 for instance with vm_state building and task_state spawning. [ 981.405026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.405026] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.406357] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.696s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.406700] env[70480]: DEBUG nova.objects.instance [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lazy-loading 'resources' on Instance uuid e9463258-c3e8-49d1-96c6-94ffa06b8efe {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.525090] env[70480]: DEBUG nova.network.neutron [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Successfully updated port: 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.631400] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.643440] env[70480]: DEBUG oslo_vmware.api [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723091, 'name': PowerOffVM_Task, 'duration_secs': 0.32066} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.643631] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.643796] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.644149] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc5ba73-4607-4db6-a44e-8d629a843eb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.658622] env[70480]: DEBUG nova.network.neutron [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "address": "fa:16:3e:ce:32:f2", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b1be16-03", "ovs_interfaceid": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.663148] env[70480]: DEBUG nova.network.neutron [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Updated VIF entry in instance network info cache for port 5882ca9a-c519-4095-ba8f-8c52c78dccf5. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.663461] env[70480]: DEBUG nova.network.neutron [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Updating instance_info_cache with network_info: [{"id": "5882ca9a-c519-4095-ba8f-8c52c78dccf5", "address": "fa:16:3e:ce:02:74", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5882ca9a-c5", "ovs_interfaceid": "5882ca9a-c519-4095-ba8f-8c52c78dccf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.715202] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.715430] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.715616] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Deleting the datastore file [datastore1] 2c469991-c577-4dc5-afdf-4166fedad598 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.715893] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608b5157-5932-4edf-a24a-46279310e808 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.727521] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f5791d-adef-b6c5-a8ba-abe6a24f5685, 'name': SearchDatastore_Task, 'duration_secs': 0.019016} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.728961] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.729337] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 911e5218-012a-4fe9-ba83-01a1bb4e12f3/911e5218-012a-4fe9-ba83-01a1bb4e12f3.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.729711] env[70480]: DEBUG oslo_vmware.api [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for the task: (returnval){ [ 981.729711] env[70480]: value = "task-3723094" [ 981.729711] env[70480]: _type = "Task" [ 981.729711] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.729935] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2ccd08-971f-4e78-99e0-0724a3c35d7e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.742406] env[70480]: DEBUG oslo_vmware.api [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.743932] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 981.743932] env[70480]: value = "task-3723095" [ 981.743932] env[70480]: _type = "Task" [ 981.743932] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.753262] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.809782] env[70480]: DEBUG oslo_vmware.api [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723090, 'name': PowerOnVM_Task, 'duration_secs': 1.063243} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.810076] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.810598] env[70480]: DEBUG nova.compute.manager [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.811110] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34043ba-89e9-47d7-9919-17380afb113e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.862362] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083486} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.862760] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.863948] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e39030-3e79-4d56-9712-2aeebad460ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.901167] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 988c5c44-e267-4bf1-bf87-fb3fd911f7b5/988c5c44-e267-4bf1-bf87-fb3fd911f7b5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.902116] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01a0859-0776-4f0d-a3f2-52fd99b30324 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.924120] env[70480]: DEBUG nova.compute.utils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.929073] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.929274] env[70480]: DEBUG nova.network.neutron [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.938215] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 981.938215] env[70480]: value = "task-3723096" [ 981.938215] env[70480]: _type = "Task" [ 981.938215] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.951570] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.988715] env[70480]: DEBUG nova.policy [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44c33948c25b41248595563fe93af36e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3258a2df53f940249b01c28652c45971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.034291] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.034474] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.034671] env[70480]: DEBUG nova.network.neutron [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.161568] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.162880] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.162880] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.163753] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2eeac3-f03f-4c20-a464-867e55dc3263 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.167092] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Releasing lock "refresh_cache-911e5218-012a-4fe9-ba83-01a1bb4e12f3" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.167092] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-vif-plugged-e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.167303] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.167512] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.167676] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.167883] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] No waiting events found dispatching network-vif-plugged-e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 982.168039] env[70480]: WARNING nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received unexpected event network-vif-plugged-e0b1be16-0318-454c-bcd1-f8ca8aeae425 for instance with vm_state active and task_state None. [ 982.168213] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-changed-e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.168367] env[70480]: DEBUG nova.compute.manager [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing instance network info cache due to event network-changed-e0b1be16-0318-454c-bcd1-f8ca8aeae425. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.168555] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.169010] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.169010] env[70480]: DEBUG nova.network.neutron [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing network info cache for port e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.187942] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.188269] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.188469] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.188811] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.188943] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.189028] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.189290] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.189487] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.189637] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.189832] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.190014] env[70480]: DEBUG nova.virt.hardware [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.196982] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfiguring VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 982.200888] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a54de59-423d-48ef-bb2d-096b876b5cc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.222331] env[70480]: DEBUG oslo_vmware.api [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 982.222331] env[70480]: value = "task-3723097" [ 982.222331] env[70480]: _type = "Task" [ 982.222331] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.233540] env[70480]: DEBUG oslo_vmware.api [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723097, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.243054] env[70480]: DEBUG oslo_vmware.api [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Task: {'id': task-3723094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157331} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.246456] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.246709] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.246913] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.247112] env[70480]: INFO nova.compute.manager [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Took 1.14 seconds to destroy the instance on the hypervisor. [ 982.247415] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.249478] env[70480]: DEBUG nova.compute.manager [-] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.249478] env[70480]: DEBUG nova.network.neutron [-] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.266476] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.334030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.349171] env[70480]: DEBUG nova.network.neutron [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Successfully created port: 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.390509] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab1e2f-2fb8-4866-8ad6-88cdb13df508 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.398762] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345c749d-2657-4563-bdfc-a3ccb116e5fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.431366] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.435183] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddffd1b3-c752-46fa-8e6c-fbfd1a018469 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.447125] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e44d6c-4401-42af-b66e-3cd8b3c3554a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.453721] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723096, 'name': ReconfigVM_Task, 'duration_secs': 0.507838} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.454465] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 988c5c44-e267-4bf1-bf87-fb3fd911f7b5/988c5c44-e267-4bf1-bf87-fb3fd911f7b5.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.455204] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73fa2393-171f-4956-ae0a-ee87a83d0102 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.466901] env[70480]: DEBUG nova.compute.provider_tree [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.479024] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 982.479024] env[70480]: value = "task-3723098" [ 982.479024] env[70480]: _type = "Task" [ 982.479024] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.485611] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723098, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.583742] env[70480]: DEBUG nova.network.neutron [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.735195] env[70480]: DEBUG oslo_vmware.api [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.754032] env[70480]: DEBUG nova.network.neutron [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.760934] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56235} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.762740] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 911e5218-012a-4fe9-ba83-01a1bb4e12f3/911e5218-012a-4fe9-ba83-01a1bb4e12f3.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.763226] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.763782] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a89123-7817-499b-aaf3-a8d06e1588aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.778679] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 982.778679] env[70480]: value = "task-3723099" [ 982.778679] env[70480]: _type = "Task" [ 982.778679] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.794817] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.971060] env[70480]: DEBUG nova.scheduler.client.report [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.987431] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723098, 'name': Rename_Task, 'duration_secs': 0.3148} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.988584] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.989410] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c626ff6-cea5-456c-a00d-544582c0f850 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.997541] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 982.997541] env[70480]: value = "task-3723100" [ 982.997541] env[70480]: _type = "Task" [ 982.997541] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.007291] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.040321] env[70480]: DEBUG nova.network.neutron [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updated VIF entry in instance network info cache for port e0b1be16-0318-454c-bcd1-f8ca8aeae425. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.040756] env[70480]: DEBUG nova.network.neutron [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "address": "fa:16:3e:ce:32:f2", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b1be16-03", "ovs_interfaceid": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.048375] env[70480]: DEBUG nova.compute.manager [req-d405842e-cde7-4ecd-a19c-c57f89e2758d req-034feb7a-389a-49ce-8de2-e9d22e33042c service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Received event network-vif-deleted-f6b6cc22-62f5-4958-b40e-f382c062cd33 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.048650] env[70480]: INFO nova.compute.manager [req-d405842e-cde7-4ecd-a19c-c57f89e2758d req-034feb7a-389a-49ce-8de2-e9d22e33042c service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Neutron deleted interface f6b6cc22-62f5-4958-b40e-f382c062cd33; detaching it from the instance and deleting it from the info cache [ 983.048870] env[70480]: DEBUG nova.network.neutron [req-d405842e-cde7-4ecd-a19c-c57f89e2758d req-034feb7a-389a-49ce-8de2-e9d22e33042c service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.058828] env[70480]: DEBUG nova.network.neutron [-] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.235085] env[70480]: DEBUG oslo_vmware.api [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723097, 'name': ReconfigVM_Task, 'duration_secs': 0.67893} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.235723] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.235982] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfigured VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 983.257980] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.257980] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Instance network_info: |[{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.257980] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:8d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2daec32f-db12-4713-aa64-75020b98e502', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.265401] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Creating folder: Project (6b804bbb5a77498497bd5530cc72a961). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.266029] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a646b9a7-137b-427b-9558-b79c2febe81a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.277643] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Created folder: Project (6b804bbb5a77498497bd5530cc72a961) in parent group-v741156. [ 983.277862] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Creating folder: Instances. Parent ref: group-v741369. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.278106] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35bc4d7e-e9d5-4815-8c5c-2d7e6c3172ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.289931] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078443} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.289931] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.290667] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9454162f-f01b-49ae-baf1-0e482647c129 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.295089] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Created folder: Instances in parent group-v741369. [ 983.295333] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.295900] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.296184] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9543f01-384c-42c1-8a71-596d141f500b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.330448] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 911e5218-012a-4fe9-ba83-01a1bb4e12f3/911e5218-012a-4fe9-ba83-01a1bb4e12f3.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.332164] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102fa284-bf25-4699-9003-8afc3299554c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.348251] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.348251] env[70480]: value = "task-3723103" [ 983.348251] env[70480]: _type = "Task" [ 983.348251] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.354540] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 983.354540] env[70480]: value = "task-3723104" [ 983.354540] env[70480]: _type = "Task" [ 983.354540] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.358140] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723103, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.367453] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.445179] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.473029] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.474029] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.474029] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.474029] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.474029] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.474029] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.474303] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.474303] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.474427] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.474590] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.474761] env[70480]: DEBUG nova.virt.hardware [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.475706] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f99cb-9aaf-4a66-86d1-96887717bb6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.479301] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.482015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.104s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.482015] env[70480]: DEBUG nova.objects.instance [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lazy-loading 'resources' on Instance uuid d2e58032-92a2-4dbc-878f-6be9087af6f8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.490383] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed3374-d9e3-4ca9-958d-77216e3d1ebc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.510078] env[70480]: INFO nova.scheduler.client.report [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Deleted allocations for instance e9463258-c3e8-49d1-96c6-94ffa06b8efe [ 983.525360] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.544047] env[70480]: DEBUG oslo_concurrency.lockutils [req-bf724600-a652-4839-b344-d77207406db9 req-d196a775-0b9f-43c0-b43e-33699203b3d7 service nova] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.551425] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebbbf6c4-3470-4202-a835-f340d555d62b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.563276] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f1ba9-94cf-4ace-96b9-d8b54b132571 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.576309] env[70480]: INFO nova.compute.manager [-] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Took 1.33 seconds to deallocate network for instance. [ 983.609068] env[70480]: DEBUG nova.compute.manager [req-d405842e-cde7-4ecd-a19c-c57f89e2758d req-034feb7a-389a-49ce-8de2-e9d22e33042c service nova] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Detach interface failed, port_id=f6b6cc22-62f5-4958-b40e-f382c062cd33, reason: Instance 2c469991-c577-4dc5-afdf-4166fedad598 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.695150] env[70480]: DEBUG nova.compute.manager [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-changed-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.695332] env[70480]: DEBUG nova.compute.manager [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing instance network info cache due to event network-changed-2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.695554] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.695700] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.696320] env[70480]: DEBUG nova.network.neutron [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing network info cache for port 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.741533] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7bf7e734-5a72-48d3-a05e-16395b0cff41 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.021s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.861729] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723103, 'name': CreateVM_Task, 'duration_secs': 0.418509} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.865505] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.866522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.866708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.867084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.867897] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662d1deb-625a-44d5-a235-2a494c589c61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.874385] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723104, 'name': ReconfigVM_Task, 'duration_secs': 0.467736} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.874967] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 911e5218-012a-4fe9-ba83-01a1bb4e12f3/911e5218-012a-4fe9-ba83-01a1bb4e12f3.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.875712] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-599ca3f5-993f-4dbc-af7e-206a48583745 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.879044] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 983.879044] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5254b009-e5a1-b1ae-1d06-ccb7f05e9f33" [ 983.879044] env[70480]: _type = "Task" [ 983.879044] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.888409] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 983.888409] env[70480]: value = "task-3723105" [ 983.888409] env[70480]: _type = "Task" [ 983.888409] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.903181] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5254b009-e5a1-b1ae-1d06-ccb7f05e9f33, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.904147] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.904602] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.904955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.905178] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.905439] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.905797] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-620dfa32-d58f-4b08-9f82-591ce8c10ba2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.912519] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723105, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.922977] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.923417] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.924812] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef3d5e7-38ba-4c43-9ca7-7d79dc8f0427 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.933798] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 983.933798] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52686807-0faa-2cb3-dd40-40cef71ba8bc" [ 983.933798] env[70480]: _type = "Task" [ 983.933798] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.940472] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "bf290996-970c-4800-aa06-f5ffd918e457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.941020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "bf290996-970c-4800-aa06-f5ffd918e457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.941269] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "bf290996-970c-4800-aa06-f5ffd918e457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.941567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "bf290996-970c-4800-aa06-f5ffd918e457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.942220] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "bf290996-970c-4800-aa06-f5ffd918e457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.945331] env[70480]: INFO nova.compute.manager [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Terminating instance [ 983.953814] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52686807-0faa-2cb3-dd40-40cef71ba8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.956863] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e5bc9f-1134-4d6f-b150-785997057658 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.967387] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 983.967387] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523e8e12-78d3-b3b3-6f23-4716fa2f5637" [ 983.967387] env[70480]: _type = "Task" [ 983.967387] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.984215] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523e8e12-78d3-b3b3-6f23-4716fa2f5637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.985183] env[70480]: DEBUG nova.network.neutron [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Successfully updated port: 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.026273] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Lock "e9463258-c3e8-49d1-96c6-94ffa06b8efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.953s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.033804] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723100, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.087527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.348973] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138cdbe8-ae74-4c0b-b42f-1bb79435b7fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.356916] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b5b351-5993-44e9-9581-2523da046dfc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.391967] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21165ea-8179-4661-bccc-fc551c6c2ac8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.405908] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2580586-98ed-4b10-88c2-e59037927ea0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.409806] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723105, 'name': Rename_Task, 'duration_secs': 0.220321} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.410095] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.410698] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29b471c-7bee-4d73-810a-11bc200f72cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.420580] env[70480]: DEBUG nova.compute.provider_tree [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.423218] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 984.423218] env[70480]: value = "task-3723106" [ 984.423218] env[70480]: _type = "Task" [ 984.423218] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.428392] env[70480]: DEBUG nova.network.neutron [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updated VIF entry in instance network info cache for port 2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.428754] env[70480]: DEBUG nova.network.neutron [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.433375] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.462512] env[70480]: DEBUG nova.compute.manager [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.462738] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.463742] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4b121e-0f6d-49c2-8bb3-13da2eac8294 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.475469] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.475991] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea55502d-f410-40c3-a42a-7bb3f5dd085c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.481947] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523e8e12-78d3-b3b3-6f23-4716fa2f5637, 'name': SearchDatastore_Task, 'duration_secs': 0.021142} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.483372] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.483656] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/709ba95b-7e18-453c-9fd5-a0a40741fd17.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.483985] env[70480]: DEBUG oslo_vmware.api [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 984.483985] env[70480]: value = "task-3723107" [ 984.483985] env[70480]: _type = "Task" [ 984.483985] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.484200] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5911a7-cb19-4456-9731-8369620d5261 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.491767] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.491860] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquired lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.492879] env[70480]: DEBUG nova.network.neutron [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.497388] env[70480]: DEBUG oslo_vmware.api [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.499689] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 984.499689] env[70480]: value = "task-3723108" [ 984.499689] env[70480]: _type = "Task" [ 984.499689] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.512724] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.523896] env[70480]: DEBUG oslo_vmware.api [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723100, 'name': PowerOnVM_Task, 'duration_secs': 1.086039} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.524319] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.524638] env[70480]: INFO nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Took 11.07 seconds to spawn the instance on the hypervisor. [ 984.524937] env[70480]: DEBUG nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.526170] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b52071-0053-44b8-aebf-ee1b85b3b575 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.781822] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "42273ecf-f563-488a-a2c2-e476752fce34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.782248] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "42273ecf-f563-488a-a2c2-e476752fce34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.925407] env[70480]: DEBUG nova.scheduler.client.report [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.935178] env[70480]: DEBUG oslo_concurrency.lockutils [req-0f28f1da-3790-46a9-ad25-8a7419b3e948 req-b1bdf415-3f9b-4001-8cd8-f582c9672bfc service nova] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.945604] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723106, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.003599] env[70480]: DEBUG oslo_vmware.api [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723107, 'name': PowerOffVM_Task, 'duration_secs': 0.283674} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.009229] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.009592] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.010559] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07fa2469-6703-4fd7-9bff-f3ef28ee790e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.020939] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.041278] env[70480]: DEBUG nova.network.neutron [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.052611] env[70480]: INFO nova.compute.manager [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Took 30.31 seconds to build instance. [ 985.103426] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.103546] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.103657] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore2] bf290996-970c-4800-aa06-f5ffd918e457 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.103934] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f83b9c3-0ffc-4908-a347-fcfea45d79f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.112375] env[70480]: DEBUG oslo_vmware.api [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 985.112375] env[70480]: value = "task-3723110" [ 985.112375] env[70480]: _type = "Task" [ 985.112375] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.121287] env[70480]: DEBUG oslo_vmware.api [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.284818] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.435806] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.438048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.805s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.438267] env[70480]: DEBUG nova.objects.instance [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.448806] env[70480]: DEBUG oslo_vmware.api [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723106, 'name': PowerOnVM_Task, 'duration_secs': 0.667228} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.449431] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.449679] env[70480]: INFO nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Took 9.20 seconds to spawn the instance on the hypervisor. [ 985.450719] env[70480]: DEBUG nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.450719] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e85f20a-49af-42f2-a0a6-a6f021cfbd40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.462987] env[70480]: INFO nova.scheduler.client.report [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted allocations for instance d2e58032-92a2-4dbc-878f-6be9087af6f8 [ 985.518110] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580065} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.519182] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/709ba95b-7e18-453c-9fd5-a0a40741fd17.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.519182] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.519182] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345259fa-3966-4a92-9619-404dfc6ffdc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.527554] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 985.527554] env[70480]: value = "task-3723111" [ 985.527554] env[70480]: _type = "Task" [ 985.527554] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.538123] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.556997] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b741dac0-7aa1-42c0-ae58-688bc6658521 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.824s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.607866] env[70480]: DEBUG nova.network.neutron [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Updating instance_info_cache with network_info: [{"id": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "address": "fa:16:3e:bf:17:79", "network": {"id": "f92ae49f-7944-4afa-9762-ae81eda17b89", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1248468250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3258a2df53f940249b01c28652c45971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d0ae7-db", "ovs_interfaceid": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.627924] env[70480]: DEBUG oslo_vmware.api [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166854} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.628996] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.629248] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.629475] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.629700] env[70480]: INFO nova.compute.manager [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Took 1.17 seconds to destroy the instance on the hypervisor. [ 985.629986] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.630529] env[70480]: DEBUG nova.compute.manager [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.630661] env[70480]: DEBUG nova.network.neutron [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.733162] env[70480]: DEBUG nova.compute.manager [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Received event network-vif-plugged-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.733496] env[70480]: DEBUG oslo_concurrency.lockutils [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] Acquiring lock "71435f12-edb7-45f3-9633-0615475702db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.734135] env[70480]: DEBUG oslo_concurrency.lockutils [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] Lock "71435f12-edb7-45f3-9633-0615475702db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.734135] env[70480]: DEBUG oslo_concurrency.lockutils [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] Lock "71435f12-edb7-45f3-9633-0615475702db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.734399] env[70480]: DEBUG nova.compute.manager [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] No waiting events found dispatching network-vif-plugged-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.734664] env[70480]: WARNING nova.compute.manager [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Received unexpected event network-vif-plugged-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 for instance with vm_state building and task_state spawning. [ 985.734915] env[70480]: DEBUG nova.compute.manager [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Received event network-changed-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.735177] env[70480]: DEBUG nova.compute.manager [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Refreshing instance network info cache due to event network-changed-5b4d0ae7-dbed-4c8d-a7ff-379a57788443. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.736335] env[70480]: DEBUG oslo_concurrency.lockutils [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] Acquiring lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.817030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.987390] env[70480]: INFO nova.compute.manager [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Took 29.34 seconds to build instance. [ 985.996021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "d2e58032-92a2-4dbc-878f-6be9087af6f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.236s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.038270] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136316} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.038556] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.039723] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324270ea-8ba6-4ce7-9c5c-eaac203070f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.064519] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/709ba95b-7e18-453c-9fd5-a0a40741fd17.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.065158] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd5d46f3-2b82-43cb-b7d6-d83583aa1ce7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.103346] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 986.103346] env[70480]: value = "task-3723112" [ 986.103346] env[70480]: _type = "Task" [ 986.103346] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.115917] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Releasing lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.116393] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Instance network_info: |[{"id": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "address": "fa:16:3e:bf:17:79", "network": {"id": "f92ae49f-7944-4afa-9762-ae81eda17b89", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1248468250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3258a2df53f940249b01c28652c45971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d0ae7-db", "ovs_interfaceid": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.117124] env[70480]: DEBUG oslo_concurrency.lockutils [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] Acquired lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.117699] env[70480]: DEBUG nova.network.neutron [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Refreshing network info cache for port 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.119630] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:17:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b4d0ae7-dbed-4c8d-a7ff-379a57788443', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.133262] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Creating folder: Project (3258a2df53f940249b01c28652c45971). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.135700] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ae1752-7aa5-4ac7-9248-e53a9b2be2a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.144559] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.155122] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Created folder: Project (3258a2df53f940249b01c28652c45971) in parent group-v741156. [ 986.155464] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Creating folder: Instances. Parent ref: group-v741372. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.155957] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1921792f-557e-4f6b-beb4-42eb2581c52a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.168668] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Created folder: Instances in parent group-v741372. [ 986.169162] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.169481] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71435f12-edb7-45f3-9633-0615475702db] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.169813] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60bdfdab-896b-4619-8944-31eae9257d76 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.201408] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.201408] env[70480]: value = "task-3723115" [ 986.201408] env[70480]: _type = "Task" [ 986.201408] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.213561] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723115, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.454408] env[70480]: DEBUG oslo_concurrency.lockutils [None req-14cdf956-0d22-46bc-985d-98099c8892e2 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.458984] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.454s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.459685] env[70480]: DEBUG nova.objects.instance [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lazy-loading 'resources' on Instance uuid 01028ed3-5ea3-4b64-ad22-8484c2e9707d {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.497373] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.864s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.596988] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.597606] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.598410] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.598766] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.599110] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.602164] env[70480]: INFO nova.compute.manager [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Terminating instance [ 986.623062] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.713584] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723115, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.739289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "357516e3-ec78-4e69-984e-4648ec9b2fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.739606] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.739873] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "357516e3-ec78-4e69-984e-4648ec9b2fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.740192] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.740418] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.742812] env[70480]: INFO nova.compute.manager [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Terminating instance [ 986.790043] env[70480]: DEBUG nova.network.neutron [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.867020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-239e82aa-6465-43b6-9a9f-9b337ec178e8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.867020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-239e82aa-6465-43b6-9a9f-9b337ec178e8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.867020] env[70480]: DEBUG nova.objects.instance [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'flavor' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.895729] env[70480]: DEBUG nova.network.neutron [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Updated VIF entry in instance network info cache for port 5b4d0ae7-dbed-4c8d-a7ff-379a57788443. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.895729] env[70480]: DEBUG nova.network.neutron [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Updating instance_info_cache with network_info: [{"id": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "address": "fa:16:3e:bf:17:79", "network": {"id": "f92ae49f-7944-4afa-9762-ae81eda17b89", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1248468250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3258a2df53f940249b01c28652c45971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d0ae7-db", "ovs_interfaceid": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.112162] env[70480]: DEBUG nova.compute.manager [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.113112] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.116432] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef24177-3c25-455b-bdb8-fb786567dfef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.119354] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723112, 'name': ReconfigVM_Task, 'duration_secs': 0.699432} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.121920] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/709ba95b-7e18-453c-9fd5-a0a40741fd17.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.123129] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c33486-e2e5-4cf6-8aab-efe52c6fba6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.127976] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.128555] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d902c6f7-f6fb-41a2-9f39-9731b928a474 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.133932] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 987.133932] env[70480]: value = "task-3723116" [ 987.133932] env[70480]: _type = "Task" [ 987.133932] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.143174] env[70480]: DEBUG oslo_vmware.api [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 987.143174] env[70480]: value = "task-3723117" [ 987.143174] env[70480]: _type = "Task" [ 987.143174] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.152255] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723116, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.160917] env[70480]: DEBUG oslo_vmware.api [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.216845] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723115, 'name': CreateVM_Task, 'duration_secs': 0.593892} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.216845] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71435f12-edb7-45f3-9633-0615475702db] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.217674] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.217883] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.218421] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.218728] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a56893d-ccb5-421b-bcf0-2aeab21f58e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.225019] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 987.225019] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a35b6e-cd8c-1f1d-d0e8-b0f3954255e7" [ 987.225019] env[70480]: _type = "Task" [ 987.225019] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.238357] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a35b6e-cd8c-1f1d-d0e8-b0f3954255e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.251579] env[70480]: DEBUG nova.compute.manager [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.251796] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.255539] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7729584e-0704-4e5c-b5c7-c8c8dfe4bb47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.265056] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.265437] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7bd0559-e22f-45df-831a-c1a502687a7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.276763] env[70480]: DEBUG oslo_vmware.api [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 987.276763] env[70480]: value = "task-3723118" [ 987.276763] env[70480]: _type = "Task" [ 987.276763] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.286916] env[70480]: DEBUG oslo_vmware.api [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.293833] env[70480]: INFO nova.compute.manager [-] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Took 1.66 seconds to deallocate network for instance. [ 987.397874] env[70480]: DEBUG oslo_concurrency.lockutils [req-00f5fe5c-8bbd-4a30-94f1-abca8dd12578 req-287170f5-3bbf-48b7-986d-e16821b81bea service nova] Releasing lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.422307] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de57bb-5904-4498-83e4-d9916df168a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.437051] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd533827-1d8e-406a-8874-7af255247505 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.477182] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b984ba1-b960-4f50-8446-f90add3a3e36 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.483695] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.483695] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.493451] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a553b7d-3fc5-4e32-878e-b5dc2c3d62e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.509049] env[70480]: DEBUG nova.compute.provider_tree [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.526347] env[70480]: DEBUG nova.objects.instance [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'pci_requests' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.644395] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723116, 'name': Rename_Task, 'duration_secs': 0.221378} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.648306] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.648306] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653498be-9adc-421c-b695-1ae42a4c9101 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.656022] env[70480]: DEBUG oslo_vmware.api [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723117, 'name': PowerOffVM_Task, 'duration_secs': 0.199424} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.659164] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.659164] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.659164] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 987.659164] env[70480]: value = "task-3723119" [ 987.659164] env[70480]: _type = "Task" [ 987.659164] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.659164] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c122878-ae03-4ee5-aec6-b53333354e48 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.671682] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.736582] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a35b6e-cd8c-1f1d-d0e8-b0f3954255e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.736906] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737163] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.737455] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.737664] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.737886] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.741450] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3be360b8-6f00-453a-a026-2e74a45b8b61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.741450] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.741621] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.741716] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore1] 911e5218-012a-4fe9-ba83-01a1bb4e12f3 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.742414] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198096e2-c3c3-4c04-a409-a665623c90a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.749677] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.749870] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.752802] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6a0b4c-8058-47c3-8099-5c479e898d3d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.755843] env[70480]: DEBUG oslo_vmware.api [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 987.755843] env[70480]: value = "task-3723121" [ 987.755843] env[70480]: _type = "Task" [ 987.755843] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.760762] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 987.760762] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521dca80-9cda-ca0e-8fed-af9319953488" [ 987.760762] env[70480]: _type = "Task" [ 987.760762] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.767927] env[70480]: DEBUG oslo_vmware.api [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.773801] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521dca80-9cda-ca0e-8fed-af9319953488, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.774644] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a9c5fd-91cb-44d2-a304-2bc092248316 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.782042] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 987.782042] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5281daeb-b63f-cc7f-1c53-10ea1c070f12" [ 987.782042] env[70480]: _type = "Task" [ 987.782042] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.789946] env[70480]: DEBUG oslo_vmware.api [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723118, 'name': PowerOffVM_Task, 'duration_secs': 0.187868} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.790795] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.790934] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.791233] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-282ecd43-c5e8-4d69-a334-f4e18f192611 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.796781] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5281daeb-b63f-cc7f-1c53-10ea1c070f12, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.797460] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.797671] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 71435f12-edb7-45f3-9633-0615475702db/71435f12-edb7-45f3-9633-0615475702db.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.797957] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53cfceb5-1d0a-4072-b41d-423938895b48 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.806093] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.806538] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 987.806538] env[70480]: value = "task-3723123" [ 987.806538] env[70480]: _type = "Task" [ 987.806538] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.816195] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.875038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.875038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.875541] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleting the datastore file [datastore2] 357516e3-ec78-4e69-984e-4648ec9b2fc9 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.879152] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f71d493-37df-479c-b465-dd619bab0c8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.884581] env[70480]: DEBUG oslo_vmware.api [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 987.884581] env[70480]: value = "task-3723124" [ 987.884581] env[70480]: _type = "Task" [ 987.884581] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.894720] env[70480]: DEBUG oslo_vmware.api [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.988022] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.012247] env[70480]: DEBUG nova.scheduler.client.report [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.029035] env[70480]: DEBUG nova.objects.base [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.029035] env[70480]: DEBUG nova.network.neutron [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.070753] env[70480]: DEBUG nova.compute.manager [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Received event network-vif-deleted-ec016c70-8381-4ec0-8058-5c529e79e434 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.072305] env[70480]: DEBUG nova.compute.manager [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Received event network-changed-4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.072752] env[70480]: DEBUG nova.compute.manager [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Refreshing instance network info cache due to event network-changed-4edb4839-445a-40df-8574-4a42aff70016. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.075026] env[70480]: DEBUG oslo_concurrency.lockutils [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] Acquiring lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.075026] env[70480]: DEBUG oslo_concurrency.lockutils [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] Acquired lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.075026] env[70480]: DEBUG nova.network.neutron [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Refreshing network info cache for port 4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.151336] env[70480]: DEBUG nova.policy [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.177903] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.268953] env[70480]: DEBUG oslo_vmware.api [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150944} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.270019] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.270019] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.270019] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.270019] env[70480]: INFO nova.compute.manager [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 988.270019] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.270300] env[70480]: DEBUG nova.compute.manager [-] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.270384] env[70480]: DEBUG nova.network.neutron [-] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.320195] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723123, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.397482] env[70480]: DEBUG oslo_vmware.api [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203915} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.397764] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.397955] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.398159] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.398339] env[70480]: INFO nova.compute.manager [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 988.398579] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.398775] env[70480]: DEBUG nova.compute.manager [-] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.398867] env[70480]: DEBUG nova.network.neutron [-] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.523526] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.524308] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.527278] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.836s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.529028] env[70480]: INFO nova.compute.claims [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.552406] env[70480]: INFO nova.scheduler.client.report [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Deleted allocations for instance 01028ed3-5ea3-4b64-ad22-8484c2e9707d [ 988.675620] env[70480]: DEBUG oslo_vmware.api [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723119, 'name': PowerOnVM_Task, 'duration_secs': 0.546695} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.675996] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.676246] env[70480]: INFO nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Took 7.76 seconds to spawn the instance on the hypervisor. [ 988.676465] env[70480]: DEBUG nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.677311] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d85ba13-16f0-48e4-a42f-3c8efd71fc3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.820572] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561262} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.821864] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 71435f12-edb7-45f3-9633-0615475702db/71435f12-edb7-45f3-9633-0615475702db.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.823089] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.824271] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-677d730a-3f90-441f-8707-6ed47325107e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.837316] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 988.837316] env[70480]: value = "task-3723125" [ 988.837316] env[70480]: _type = "Task" [ 988.837316] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.855741] env[70480]: DEBUG nova.compute.manager [req-559bdfd8-bfce-4117-825d-bc8568a72315 req-483f4c06-5014-4803-b441-ba4e3f50a44f service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Received event network-vif-deleted-5882ca9a-c519-4095-ba8f-8c52c78dccf5 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.856152] env[70480]: INFO nova.compute.manager [req-559bdfd8-bfce-4117-825d-bc8568a72315 req-483f4c06-5014-4803-b441-ba4e3f50a44f service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Neutron deleted interface 5882ca9a-c519-4095-ba8f-8c52c78dccf5; detaching it from the instance and deleting it from the info cache [ 988.856464] env[70480]: DEBUG nova.network.neutron [req-559bdfd8-bfce-4117-825d-bc8568a72315 req-483f4c06-5014-4803-b441-ba4e3f50a44f service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.865260] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.064524] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Lock "01028ed3-5ea3-4b64-ad22-8484c2e9707d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.985s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.127677] env[70480]: DEBUG nova.network.neutron [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Updated VIF entry in instance network info cache for port 4edb4839-445a-40df-8574-4a42aff70016. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.128299] env[70480]: DEBUG nova.network.neutron [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Updating instance_info_cache with network_info: [{"id": "4edb4839-445a-40df-8574-4a42aff70016", "address": "fa:16:3e:ef:5a:92", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edb4839-44", "ovs_interfaceid": "4edb4839-445a-40df-8574-4a42aff70016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.197072] env[70480]: DEBUG nova.network.neutron [-] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.204093] env[70480]: INFO nova.compute.manager [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Took 31.35 seconds to build instance. [ 989.306921] env[70480]: DEBUG nova.network.neutron [-] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.347931] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.348094] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.348921] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429f15eb-61dd-47ee-953a-52f7069cd67c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.375931] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 71435f12-edb7-45f3-9633-0615475702db/71435f12-edb7-45f3-9633-0615475702db.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.375931] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fba3fef2-352d-4fce-a3bf-372959d82cde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.377741] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d45ff01-3aba-4fc7-acc9-50622a5bce79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.403118] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a72c6-d8de-47d3-b8d0-94583d2ce36a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.414009] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 989.414009] env[70480]: value = "task-3723126" [ 989.414009] env[70480]: _type = "Task" [ 989.414009] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.423645] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.442028] env[70480]: DEBUG nova.compute.manager [req-559bdfd8-bfce-4117-825d-bc8568a72315 req-483f4c06-5014-4803-b441-ba4e3f50a44f service nova] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Detach interface failed, port_id=5882ca9a-c519-4095-ba8f-8c52c78dccf5, reason: Instance 911e5218-012a-4fe9-ba83-01a1bb4e12f3 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.631669] env[70480]: DEBUG oslo_concurrency.lockutils [req-1fd884a9-2206-41d4-87f6-94e1c04eb646 req-af373115-178f-4e3d-bb2f-58b8b90b2634 service nova] Releasing lock "refresh_cache-988c5c44-e267-4bf1-bf87-fb3fd911f7b5" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.707602] env[70480]: INFO nova.compute.manager [-] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Took 1.31 seconds to deallocate network for instance. [ 989.713294] env[70480]: DEBUG oslo_concurrency.lockutils [None req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.868s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.810685] env[70480]: INFO nova.compute.manager [-] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Took 1.54 seconds to deallocate network for instance. [ 989.931704] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.968604] env[70480]: DEBUG nova.network.neutron [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Successfully updated port: 239e82aa-6465-43b6-9a9f-9b337ec178e8 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.993252] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac33d826-d9ed-4735-b67b-10414837f1f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.004928] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b21366-e8ae-41ae-a5d2-b69a6c74b08f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.050350] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9d901-91e2-444c-a1c0-431c9079975f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.059840] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af64a45-b4a5-4d02-8946-2bf47e124235 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.075604] env[70480]: DEBUG nova.compute.provider_tree [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.215463] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.316695] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "00e8f778-1d36-4bd8-9417-dbc11095aacc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.317065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.317398] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "00e8f778-1d36-4bd8-9417-dbc11095aacc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.317635] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.318274] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.320168] env[70480]: INFO nova.compute.manager [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Terminating instance [ 990.322337] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.434658] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723126, 'name': ReconfigVM_Task, 'duration_secs': 0.574552} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.439160] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 71435f12-edb7-45f3-9633-0615475702db/71435f12-edb7-45f3-9633-0615475702db.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.439160] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e531310c-0841-4a4c-8462-7cbd3c1bafa1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.443390] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 990.443390] env[70480]: value = "task-3723127" [ 990.443390] env[70480]: _type = "Task" [ 990.443390] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.452863] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723127, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.476656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.476656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.476656] env[70480]: DEBUG nova.network.neutron [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.517434] env[70480]: INFO nova.compute.manager [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Rescuing [ 990.517699] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.517853] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.518033] env[70480]: DEBUG nova.network.neutron [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.580069] env[70480]: DEBUG nova.scheduler.client.report [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.824624] env[70480]: DEBUG nova.compute.manager [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.824864] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.826519] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea326276-44f2-44c4-89f8-d7bd7f6dbe17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.834791] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.835106] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1246fa34-e00e-4ded-a285-e24e4f323f50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.844200] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 990.844200] env[70480]: value = "task-3723128" [ 990.844200] env[70480]: _type = "Task" [ 990.844200] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.855999] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3723128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.957662] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723127, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.024680] env[70480]: WARNING nova.network.neutron [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] 0e27922c-87b6-43ad-b791-bb5914320352 already exists in list: networks containing: ['0e27922c-87b6-43ad-b791-bb5914320352']. ignoring it [ 991.025177] env[70480]: WARNING nova.network.neutron [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] 0e27922c-87b6-43ad-b791-bb5914320352 already exists in list: networks containing: ['0e27922c-87b6-43ad-b791-bb5914320352']. ignoring it [ 991.090756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.094027] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.095418] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.952s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.095797] env[70480]: DEBUG nova.objects.instance [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lazy-loading 'resources' on Instance uuid 4396b5f0-5402-48b5-82a5-412685cbfb0c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.319490] env[70480]: DEBUG nova.compute.manager [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Received event network-vif-deleted-78af0210-87a3-459e-a50f-d90b78731e8c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.319730] env[70480]: DEBUG nova.compute.manager [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-vif-plugged-239e82aa-6465-43b6-9a9f-9b337ec178e8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.319920] env[70480]: DEBUG oslo_concurrency.lockutils [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.320138] env[70480]: DEBUG oslo_concurrency.lockutils [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.320298] env[70480]: DEBUG oslo_concurrency.lockutils [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.320455] env[70480]: DEBUG nova.compute.manager [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] No waiting events found dispatching network-vif-plugged-239e82aa-6465-43b6-9a9f-9b337ec178e8 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.320609] env[70480]: WARNING nova.compute.manager [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received unexpected event network-vif-plugged-239e82aa-6465-43b6-9a9f-9b337ec178e8 for instance with vm_state active and task_state None. [ 991.320757] env[70480]: DEBUG nova.compute.manager [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-changed-239e82aa-6465-43b6-9a9f-9b337ec178e8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.320899] env[70480]: DEBUG nova.compute.manager [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing instance network info cache due to event network-changed-239e82aa-6465-43b6-9a9f-9b337ec178e8. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.321099] env[70480]: DEBUG oslo_concurrency.lockutils [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.354287] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3723128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.459574] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723127, 'name': Rename_Task, 'duration_secs': 0.631839} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.459574] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.459574] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81576094-516e-4172-bcad-99e810163294 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.467382] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 991.467382] env[70480]: value = "task-3723129" [ 991.467382] env[70480]: _type = "Task" [ 991.467382] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.474792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.475281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.475492] env[70480]: INFO nova.compute.manager [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Shelving [ 991.489278] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.495088] env[70480]: DEBUG nova.network.neutron [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.600600] env[70480]: DEBUG nova.compute.utils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.610037] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.610037] env[70480]: DEBUG nova.network.neutron [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.678613] env[70480]: DEBUG nova.policy [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3837ac6ef97f43178d2bde654c050a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af119ad120da49a79db6cb87e70e8124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.837302] env[70480]: DEBUG nova.network.neutron [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "address": "fa:16:3e:ce:32:f2", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b1be16-03", "ovs_interfaceid": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "239e82aa-6465-43b6-9a9f-9b337ec178e8", "address": "fa:16:3e:84:de:c1", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239e82aa-64", "ovs_interfaceid": "239e82aa-6465-43b6-9a9f-9b337ec178e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.864531] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3723128, 'name': PowerOffVM_Task, 'duration_secs': 0.788724} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.867235] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.867341] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.868072] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db3d8bed-4b6e-4915-875b-c3f4eeec2c58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.964272] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.964272] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.964272] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Deleting the datastore file [datastore2] 00e8f778-1d36-4bd8-9417-dbc11095aacc {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.964272] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea4ea44e-3f4c-46ed-aa82-34552218bc98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.980892] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for the task: (returnval){ [ 991.980892] env[70480]: value = "task-3723131" [ 991.980892] env[70480]: _type = "Task" [ 991.980892] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.984953] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.995016] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3723131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.004625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.004910] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.008041] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3480603c-e038-4d70-b121-6b771dad8746 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.018379] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 992.018379] env[70480]: value = "task-3723132" [ 992.018379] env[70480]: _type = "Task" [ 992.018379] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.037236] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.099866] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ac98a-6e5e-4c12-9537-1b92e22ee366 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.111328] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a09adf-f500-4c07-819d-4c59e85d431c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.116375] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.167034] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d0ec30-00b9-45e5-94ed-33f9e0f49cf5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.182564] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d89dcdc-fbdd-439a-9a29-a79bb7734ffb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.210078] env[70480]: DEBUG nova.compute.provider_tree [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.214961] env[70480]: DEBUG nova.network.neutron [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Successfully created port: a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.340674] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.342256] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.342256] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342415] env[70480]: DEBUG oslo_concurrency.lockutils [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342684] env[70480]: DEBUG nova.network.neutron [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Refreshing network info cache for port 239e82aa-6465-43b6-9a9f-9b337ec178e8 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.346889] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f724b-32b0-4e06-aa79-bfdbc221b94b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.369327] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.369613] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.369734] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.369912] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.370111] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.370243] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.370415] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.370574] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.370740] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.370902] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.373612] env[70480]: DEBUG nova.virt.hardware [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.378342] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfiguring VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 992.379573] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317eb3b7-79b8-46d3-8ff0-cd3e38984e06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.398666] env[70480]: DEBUG oslo_vmware.api [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 992.398666] env[70480]: value = "task-3723133" [ 992.398666] env[70480]: _type = "Task" [ 992.398666] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.409235] env[70480]: DEBUG oslo_vmware.api [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723133, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.480538] env[70480]: DEBUG oslo_vmware.api [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723129, 'name': PowerOnVM_Task, 'duration_secs': 0.703902} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.480863] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.481531] env[70480]: INFO nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Took 9.04 seconds to spawn the instance on the hypervisor. [ 992.481531] env[70480]: DEBUG nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.482477] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1879d144-5f5d-46dd-99e8-bfe4cc38c5df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.498703] env[70480]: DEBUG oslo_vmware.api [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Task: {'id': task-3723131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326619} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.503463] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.503625] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.503814] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.503996] env[70480]: INFO nova.compute.manager [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Took 1.68 seconds to destroy the instance on the hypervisor. [ 992.507227] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.507227] env[70480]: DEBUG nova.compute.manager [-] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.507227] env[70480]: DEBUG nova.network.neutron [-] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.538523] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723132, 'name': PowerOffVM_Task, 'duration_secs': 0.253383} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.538523] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.538523] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e58f5e-d71e-4fa0-87ff-73d6cf6dd7b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.560352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebda9c4-585e-4e84-a457-1631e8d82802 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.723234] env[70480]: DEBUG nova.scheduler.client.report [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.914644] env[70480]: DEBUG oslo_vmware.api [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.015496] env[70480]: INFO nova.compute.manager [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Took 28.78 seconds to build instance. [ 993.075033] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.075033] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce06cf21-2197-4663-90d8-bbdd9c989d8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.084903] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 993.084903] env[70480]: value = "task-3723134" [ 993.084903] env[70480]: _type = "Task" [ 993.084903] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.095459] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.127707] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.164554] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.164820] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.164975] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.165698] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.165698] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.165944] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.165998] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.166182] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.166364] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.166533] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.166707] env[70480]: DEBUG nova.virt.hardware [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.167663] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873eaca2-5c99-4c3e-a9d4-ee776cc6467b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.178013] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2ece0-95aa-4f7e-b632-10c2dd71a801 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.229139] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.235702] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.604s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.239324] env[70480]: INFO nova.compute.claims [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.248760] env[70480]: DEBUG nova.network.neutron [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updated VIF entry in instance network info cache for port 239e82aa-6465-43b6-9a9f-9b337ec178e8. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.250400] env[70480]: DEBUG nova.network.neutron [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "address": "fa:16:3e:ce:32:f2", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b1be16-03", "ovs_interfaceid": "e0b1be16-0318-454c-bcd1-f8ca8aeae425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "239e82aa-6465-43b6-9a9f-9b337ec178e8", "address": "fa:16:3e:84:de:c1", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap239e82aa-64", "ovs_interfaceid": "239e82aa-6465-43b6-9a9f-9b337ec178e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.288703] env[70480]: INFO nova.scheduler.client.report [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Deleted allocations for instance 4396b5f0-5402-48b5-82a5-412685cbfb0c [ 993.414593] env[70480]: DEBUG oslo_vmware.api [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.518686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0975894f-0a8e-4d75-8688-3348d0c5d262 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "71435f12-edb7-45f3-9633-0615475702db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.295s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.574488] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.574828] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7192dcea-30b1-456d-9021-1b2abf77f644 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.583499] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 993.583499] env[70480]: value = "task-3723135" [ 993.583499] env[70480]: _type = "Task" [ 993.583499] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.599984] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.608316] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723134, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.722554] env[70480]: DEBUG nova.network.neutron [-] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.753341] env[70480]: DEBUG oslo_concurrency.lockutils [req-56aa46d9-2b91-4f0f-b0a3-d8ded44d344e req-22182f08-1cf2-4a15-8e00-7bb34c1c3e0c service nova] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.803032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-706ee8b6-e2dd-45ab-9802-c8e42ff1ad00 tempest-ServerShowV254Test-1256198745 tempest-ServerShowV254Test-1256198745-project-member] Lock "4396b5f0-5402-48b5-82a5-412685cbfb0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.986s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.912679] env[70480]: DEBUG oslo_vmware.api [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723133, 'name': ReconfigVM_Task, 'duration_secs': 1.047431} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.913231] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.915114] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfigured VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 994.101524] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723135, 'name': PowerOffVM_Task, 'duration_secs': 0.235186} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.105328] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.106119] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723134, 'name': CreateSnapshot_Task, 'duration_secs': 0.907024} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.106872] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8fcf66-f5d9-485c-830b-e57fab730e3a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.110162] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.111060] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdeb6e6-d6ff-4589-98b1-607c64f476c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.144027] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7681a7a6-0175-451c-b078-52962b63da50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.196989] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.199135] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc3c754-e94c-405d-bd7c-bf01026b6eb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.209493] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 994.209493] env[70480]: value = "task-3723136" [ 994.209493] env[70480]: _type = "Task" [ 994.209493] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.224441] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.224891] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.225278] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.225562] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.226254] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.227070] env[70480]: INFO nova.compute.manager [-] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Took 1.72 seconds to deallocate network for instance. [ 994.230027] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b62baace-d8cf-46ad-a0e7-177d3d681d5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.240675] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.241039] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.242494] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb87525a-600e-449d-9aea-a339d4dcc50d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.252152] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 994.252152] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526ef77b-2217-8788-c5fd-e7f4bc574376" [ 994.252152] env[70480]: _type = "Task" [ 994.252152] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.267825] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526ef77b-2217-8788-c5fd-e7f4bc574376, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.270904] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f20342-d9c2-4284-9a6c-3f5743dadee5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277430] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 994.277430] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4c662-4884-b68c-5414-dad269f12ced" [ 994.277430] env[70480]: _type = "Task" [ 994.277430] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.285519] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4c662-4884-b68c-5414-dad269f12ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.399183] env[70480]: DEBUG nova.network.neutron [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Successfully updated port: a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.421722] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33a6b5f7-08ff-4765-b732-3546d5f19d38 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-239e82aa-6465-43b6-9a9f-9b337ec178e8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.556s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.586599] env[70480]: DEBUG nova.compute.manager [req-d5c6dac4-8e40-4248-9f46-04d85d153971 req-1559918e-899e-4003-bfc3-f0de137e0202 service nova] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Received event network-vif-deleted-77b108b3-bdb6-4547-a70d-40a8db95008a {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.637019] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d0ef3e-c737-4e9c-a812-0324a70883b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.652583] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 994.654041] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87f14639-b92d-4e53-9079-a301defdf0b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.657148] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b798f0-0ff7-44fc-8186-8da869c84168 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.692857] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a1593-c949-4022-8b94-bedce712a151 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.695796] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 994.695796] env[70480]: value = "task-3723137" [ 994.695796] env[70480]: _type = "Task" [ 994.695796] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.703407] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b8ba04-68ac-4a07-a4cf-3d10c49389f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.711410] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723137, 'name': CloneVM_Task} progress is 12%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.726085] env[70480]: DEBUG nova.compute.provider_tree [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.737357] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.788599] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4c662-4884-b68c-5414-dad269f12ced, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.788981] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.789278] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. {{(pid=70480) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 994.789717] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62edbb31-c604-45fe-ae09-4e28807337c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.799109] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 994.799109] env[70480]: value = "task-3723138" [ 994.799109] env[70480]: _type = "Task" [ 994.799109] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.809942] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.903958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.903958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.904230] env[70480]: DEBUG nova.network.neutron [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.934091] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "9988d525-c3ef-40f5-9367-be8e96691290" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.934562] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "9988d525-c3ef-40f5-9367-be8e96691290" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.133620] env[70480]: DEBUG nova.compute.manager [req-9cddccde-0922-4857-b9e1-a0a114fb5413 req-4654d4fd-a99d-441f-a53e-18f372a88a3f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Received event network-vif-plugged-a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.133620] env[70480]: DEBUG oslo_concurrency.lockutils [req-9cddccde-0922-4857-b9e1-a0a114fb5413 req-4654d4fd-a99d-441f-a53e-18f372a88a3f service nova] Acquiring lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.133620] env[70480]: DEBUG oslo_concurrency.lockutils [req-9cddccde-0922-4857-b9e1-a0a114fb5413 req-4654d4fd-a99d-441f-a53e-18f372a88a3f service nova] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.133620] env[70480]: DEBUG oslo_concurrency.lockutils [req-9cddccde-0922-4857-b9e1-a0a114fb5413 req-4654d4fd-a99d-441f-a53e-18f372a88a3f service nova] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.133620] env[70480]: DEBUG nova.compute.manager [req-9cddccde-0922-4857-b9e1-a0a114fb5413 req-4654d4fd-a99d-441f-a53e-18f372a88a3f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] No waiting events found dispatching network-vif-plugged-a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.133895] env[70480]: WARNING nova.compute.manager [req-9cddccde-0922-4857-b9e1-a0a114fb5413 req-4654d4fd-a99d-441f-a53e-18f372a88a3f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Received unexpected event network-vif-plugged-a2747177-971c-4ead-9b2e-6dde3101ab5b for instance with vm_state building and task_state spawning. [ 995.213233] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723137, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.229516] env[70480]: DEBUG nova.scheduler.client.report [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.311775] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.437942] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.468435] env[70480]: DEBUG nova.network.neutron [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.715295] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723137, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.736217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.736762] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.741587] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.408s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.741587] env[70480]: DEBUG nova.objects.instance [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 995.764606] env[70480]: DEBUG nova.network.neutron [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Updating instance_info_cache with network_info: [{"id": "a2747177-971c-4ead-9b2e-6dde3101ab5b", "address": "fa:16:3e:ef:cf:55", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747177-97", "ovs_interfaceid": "a2747177-971c-4ead-9b2e-6dde3101ab5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.815461] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550797} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.815461] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. [ 995.816263] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a9ca0-a412-4f88-9edf-d3c1e6a3257d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.850621] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.850920] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f0948a-f5b6-441f-a96d-a2d8191001a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.872329] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 995.872329] env[70480]: value = "task-3723139" [ 995.872329] env[70480]: _type = "Task" [ 995.872329] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.882536] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.964209] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.208569] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723137, 'name': CloneVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.226777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "e80427ac-95cc-495a-b3c6-42fa554a6321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.227074] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.247405] env[70480]: DEBUG nova.compute.utils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.253995] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.253995] env[70480]: DEBUG nova.network.neutron [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.268947] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.269426] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Instance network_info: |[{"id": "a2747177-971c-4ead-9b2e-6dde3101ab5b", "address": "fa:16:3e:ef:cf:55", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747177-97", "ovs_interfaceid": "a2747177-971c-4ead-9b2e-6dde3101ab5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.270164] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:cf:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2747177-971c-4ead-9b2e-6dde3101ab5b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.279671] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.280664] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.280917] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75613562-a410-4c06-ba54-94e316595c4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.304711] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.304711] env[70480]: value = "task-3723140" [ 996.304711] env[70480]: _type = "Task" [ 996.304711] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.313676] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723140, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.316929] env[70480]: DEBUG nova.policy [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1f1dc09e2224ccd91bc49c4bbd4a60f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0b3b9c099340428266d3d46108ad48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.383211] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723139, 'name': ReconfigVM_Task, 'duration_secs': 0.376928} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.383424] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.384284] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f37e80c-9b54-4c66-ad9c-cd8762df0083 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.411391] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f28fa7-3a3f-4349-9f94-c195dc3b1dd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.431699] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 996.431699] env[70480]: value = "task-3723141" [ 996.431699] env[70480]: _type = "Task" [ 996.431699] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.440876] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.665651] env[70480]: DEBUG nova.network.neutron [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Successfully created port: e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.709766] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723137, 'name': CloneVM_Task, 'duration_secs': 1.613313} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.710282] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Created linked-clone VM from snapshot [ 996.711068] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963af4d2-6825-44d1-8bc4-31525868fb39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.718858] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Uploading image c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 996.729764] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.750265] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 996.750265] env[70480]: value = "vm-741376" [ 996.750265] env[70480]: _type = "VirtualMachine" [ 996.750265] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 996.750656] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c0e5e51-5c61-47ac-84f0-9751b0a1e631 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.753786] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d39095b2-a10f-4913-8732-3b7fcda2f76b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.755083] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.759581] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.672s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.759824] env[70480]: DEBUG nova.objects.instance [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lazy-loading 'resources' on Instance uuid 2c469991-c577-4dc5-afdf-4166fedad598 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.761016] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease: (returnval){ [ 996.761016] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522a53ea-4be9-90ed-4c30-9bce3f608c1b" [ 996.761016] env[70480]: _type = "HttpNfcLease" [ 996.761016] env[70480]: } obtained for exporting VM: (result){ [ 996.761016] env[70480]: value = "vm-741376" [ 996.761016] env[70480]: _type = "VirtualMachine" [ 996.761016] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 996.761306] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the lease: (returnval){ [ 996.761306] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522a53ea-4be9-90ed-4c30-9bce3f608c1b" [ 996.761306] env[70480]: _type = "HttpNfcLease" [ 996.761306] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 996.769290] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.769290] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522a53ea-4be9-90ed-4c30-9bce3f608c1b" [ 996.769290] env[70480]: _type = "HttpNfcLease" [ 996.769290] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.815046] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723140, 'name': CreateVM_Task, 'duration_secs': 0.451293} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.815243] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.815955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.816145] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.816522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.816785] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6aaa6c-6c23-4b8c-b649-8e9d6043c0d8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.822944] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 996.822944] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524b3a97-24b6-262a-9284-4dba3a25c17a" [ 996.822944] env[70480]: _type = "Task" [ 996.822944] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.832485] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524b3a97-24b6-262a-9284-4dba3a25c17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.835085] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-e0b1be16-0318-454c-bcd1-f8ca8aeae425" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.835360] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-e0b1be16-0318-454c-bcd1-f8ca8aeae425" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.942933] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723141, 'name': ReconfigVM_Task, 'duration_secs': 0.280624} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.943241] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.943503] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f1a39c-38aa-480e-b3b1-4fd39f9a2520 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.950781] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 996.950781] env[70480]: value = "task-3723143" [ 996.950781] env[70480]: _type = "Task" [ 996.950781] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.963133] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.164886] env[70480]: DEBUG nova.compute.manager [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Received event network-changed-a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.165339] env[70480]: DEBUG nova.compute.manager [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Refreshing instance network info cache due to event network-changed-a2747177-971c-4ead-9b2e-6dde3101ab5b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.165597] env[70480]: DEBUG oslo_concurrency.lockutils [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] Acquiring lock "refresh_cache-eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.165747] env[70480]: DEBUG oslo_concurrency.lockutils [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] Acquired lock "refresh_cache-eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.165915] env[70480]: DEBUG nova.network.neutron [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Refreshing network info cache for port a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.256376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.281359] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.281359] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522a53ea-4be9-90ed-4c30-9bce3f608c1b" [ 997.281359] env[70480]: _type = "HttpNfcLease" [ 997.281359] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.281359] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.281359] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522a53ea-4be9-90ed-4c30-9bce3f608c1b" [ 997.281359] env[70480]: _type = "HttpNfcLease" [ 997.281359] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.281359] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94beb1-da21-4144-8ad8-0e87452f617c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.291205] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4cbf5-ea70-745d-7e5e-5607211c18c2/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.291205] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4cbf5-ea70-745d-7e5e-5607211c18c2/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.348639] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.348795] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.356700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03b248d-3276-48c9-a319-b78d0502afd1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.369319] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524b3a97-24b6-262a-9284-4dba3a25c17a, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.382258] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.382563] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.382814] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.382958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.383241] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.386539] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4051d933-35b5-4c89-bf27-010b95575964 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.389013] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f038861-bec8-47a8-9f40-c340ac2f697d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.414391] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b544c53-998d-4f5c-9972-df746dbb7702 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.422718] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfiguring VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 997.426590] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55124c5-f87c-4ba3-b6e6-8389bc5a90c0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.440215] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.440465] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.446283] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d169f1b9-25e9-470f-a047-365ddd530722 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.457834] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 997.457834] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525123e1-848e-0af0-8602-35ca93474a41" [ 997.457834] env[70480]: _type = "Task" [ 997.457834] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.458189] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 997.458189] env[70480]: value = "task-3723144" [ 997.458189] env[70480]: _type = "Task" [ 997.458189] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.479220] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.486224] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.491840] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525123e1-848e-0af0-8602-35ca93474a41, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.492914] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99de83dc-f0d7-4982-9d10-2582fca81f7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.498475] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 997.498475] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522b9154-e085-09a6-bc4b-33a2dbc08fd3" [ 997.498475] env[70480]: _type = "Task" [ 997.498475] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.507488] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522b9154-e085-09a6-bc4b-33a2dbc08fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.763192] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f8bf65-9671-4895-8221-5f0206a51e85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.772354] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.775529] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee675371-823f-468e-be7a-a7d739cc03f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.815954] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12e638-bd92-41e4-a3c7-45e7e7ecad59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.826405] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.826688] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.826845] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.827046] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.827241] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.827397] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.827619] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.827780] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.827950] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.828378] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.828378] env[70480]: DEBUG nova.virt.hardware [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.829679] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa15e858-a94e-4f22-81ce-e5fc04ea8c34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.835064] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c5c27-0488-4a79-87f8-c2e20bb8506e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.855976] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379bd152-72c2-4f45-b9ef-72721a8e8ba2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.861325] env[70480]: DEBUG nova.compute.provider_tree [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.944962] env[70480]: DEBUG nova.network.neutron [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Updated VIF entry in instance network info cache for port a2747177-971c-4ead-9b2e-6dde3101ab5b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.945595] env[70480]: DEBUG nova.network.neutron [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Updating instance_info_cache with network_info: [{"id": "a2747177-971c-4ead-9b2e-6dde3101ab5b", "address": "fa:16:3e:ef:cf:55", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2747177-97", "ovs_interfaceid": "a2747177-971c-4ead-9b2e-6dde3101ab5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.963776] env[70480]: DEBUG oslo_vmware.api [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723143, 'name': PowerOnVM_Task, 'duration_secs': 0.521919} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.967969] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.971872] env[70480]: DEBUG nova.compute.manager [None req-d3ad4862-0d1b-4d2a-a6c3-267bdd3c761b tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.973087] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d54a8-4c1c-49fe-946e-32b11da8dd90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.982102] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.011567] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522b9154-e085-09a6-bc4b-33a2dbc08fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.011785] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.012161] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] eaf5fc9a-ad2e-4df3-b035-066ce66e0eff/eaf5fc9a-ad2e-4df3-b035-066ce66e0eff.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.012490] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ba625c-5558-45b0-9e68-c14c18ee9ccb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.021415] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 998.021415] env[70480]: value = "task-3723145" [ 998.021415] env[70480]: _type = "Task" [ 998.021415] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.033518] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.367500] env[70480]: DEBUG nova.scheduler.client.report [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.449291] env[70480]: DEBUG oslo_concurrency.lockutils [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] Releasing lock "refresh_cache-eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449291] env[70480]: DEBUG nova.compute.manager [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Received event network-changed-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.449291] env[70480]: DEBUG nova.compute.manager [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Refreshing instance network info cache due to event network-changed-5b4d0ae7-dbed-4c8d-a7ff-379a57788443. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.449529] env[70480]: DEBUG oslo_concurrency.lockutils [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] Acquiring lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.449598] env[70480]: DEBUG oslo_concurrency.lockutils [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] Acquired lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.449745] env[70480]: DEBUG nova.network.neutron [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Refreshing network info cache for port 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.479209] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.536893] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.547318] env[70480]: DEBUG nova.network.neutron [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Successfully updated port: e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.881045] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.882186] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.065s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.884809] env[70480]: INFO nova.compute.claims [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.913411] env[70480]: INFO nova.scheduler.client.report [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Deleted allocations for instance 2c469991-c577-4dc5-afdf-4166fedad598 [ 998.975358] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.035794] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737574} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.036357] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] eaf5fc9a-ad2e-4df3-b035-066ce66e0eff/eaf5fc9a-ad2e-4df3-b035-066ce66e0eff.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.036736] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.037212] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bee85c6-d016-4f3a-925e-2a5122e67bb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.045623] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 999.045623] env[70480]: value = "task-3723146" [ 999.045623] env[70480]: _type = "Task" [ 999.045623] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.050725] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.050955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.051298] env[70480]: DEBUG nova.network.neutron [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.068012] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.293900] env[70480]: DEBUG nova.compute.manager [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Received event network-vif-plugged-e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.296815] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.298143] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] Lock "46078b13-398e-4026-8c76-3a23f359e200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.298143] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] Lock "46078b13-398e-4026-8c76-3a23f359e200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.299522] env[70480]: DEBUG nova.compute.manager [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] No waiting events found dispatching network-vif-plugged-e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.299522] env[70480]: WARNING nova.compute.manager [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Received unexpected event network-vif-plugged-e5bed296-97b6-44bb-9c72-80ab0cac4489 for instance with vm_state building and task_state spawning. [ 999.299522] env[70480]: DEBUG nova.compute.manager [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Received event network-changed-e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.300444] env[70480]: DEBUG nova.compute.manager [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Refreshing instance network info cache due to event network-changed-e5bed296-97b6-44bb-9c72-80ab0cac4489. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.300779] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.422281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Lock "2c469991-c577-4dc5-afdf-4166fedad598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.829s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.452197] env[70480]: DEBUG nova.network.neutron [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Updated VIF entry in instance network info cache for port 5b4d0ae7-dbed-4c8d-a7ff-379a57788443. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.452701] env[70480]: DEBUG nova.network.neutron [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Updating instance_info_cache with network_info: [{"id": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "address": "fa:16:3e:bf:17:79", "network": {"id": "f92ae49f-7944-4afa-9762-ae81eda17b89", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1248468250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3258a2df53f940249b01c28652c45971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d0ae7-db", "ovs_interfaceid": "5b4d0ae7-dbed-4c8d-a7ff-379a57788443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.475870] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.561098] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076775} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.562098] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.563505] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e32e28-916b-4dd4-9685-e99ad7f7a6c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.597399] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] eaf5fc9a-ad2e-4df3-b035-066ce66e0eff/eaf5fc9a-ad2e-4df3-b035-066ce66e0eff.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.598167] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e79a654-99a5-4a3d-9f11-25df1cdc1470 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.625759] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 999.625759] env[70480]: value = "task-3723147" [ 999.625759] env[70480]: _type = "Task" [ 999.625759] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.631139] env[70480]: DEBUG nova.network.neutron [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.640595] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.941356] env[70480]: DEBUG nova.network.neutron [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.956094] env[70480]: DEBUG oslo_concurrency.lockutils [req-50914223-a4b4-4087-97a8-bde28479c56b req-c7f2a2d1-a67c-4180-a8e2-11c593c7c40f service nova] Releasing lock "refresh_cache-71435f12-edb7-45f3-9633-0615475702db" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.985404] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.144975] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723147, 'name': ReconfigVM_Task, 'duration_secs': 0.3927} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.145896] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Reconfigured VM instance instance-0000004f to attach disk [datastore1] eaf5fc9a-ad2e-4df3-b035-066ce66e0eff/eaf5fc9a-ad2e-4df3-b035-066ce66e0eff.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.146609] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddfc1e6b-368a-4140-8aff-4fa58a6bf406 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.157376] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1000.157376] env[70480]: value = "task-3723148" [ 1000.157376] env[70480]: _type = "Task" [ 1000.157376] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.172745] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723148, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.379618] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d530686-f67d-4dd8-8d61-5a957eb4a2f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.396160] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde8796-37c4-4bd8-93e4-3ee41a30d6bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.430396] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc2e91f-8029-42e2-b487-7884c91bd44d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.438942] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052e9b3-f9d9-4ef8-a7b0-f793ee227500 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.443325] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.443642] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Instance network_info: |[{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.444425] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.444425] env[70480]: DEBUG nova.network.neutron [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Refreshing network info cache for port e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.445301] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:85:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5bed296-97b6-44bb-9c72-80ab0cac4489', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.453162] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating folder: Project (dc0b3b9c099340428266d3d46108ad48). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.454163] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4797a783-3c87-4a30-8d5c-032fa140f712 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.465688] env[70480]: DEBUG nova.compute.provider_tree [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.479603] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.481654] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created folder: Project (dc0b3b9c099340428266d3d46108ad48) in parent group-v741156. [ 1000.481859] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating folder: Instances. Parent ref: group-v741378. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.482254] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50d5f3f1-08f1-477b-8a14-9c8b8c908347 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.493938] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created folder: Instances in parent group-v741378. [ 1000.493938] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.493938] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.494150] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d241a7-2f02-4662-bba3-b23f60a666b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.515806] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.515806] env[70480]: value = "task-3723151" [ 1000.515806] env[70480]: _type = "Task" [ 1000.515806] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.524976] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723151, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.670529] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723148, 'name': Rename_Task, 'duration_secs': 0.238778} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.670857] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.671182] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d57536-5a03-463e-8dbb-f032ae2a044e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.680463] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1000.680463] env[70480]: value = "task-3723152" [ 1000.680463] env[70480]: _type = "Task" [ 1000.680463] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.690470] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.976049] env[70480]: DEBUG nova.scheduler.client.report [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.985150] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.027590] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723151, 'name': CreateVM_Task, 'duration_secs': 0.439656} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.028072] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.029161] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.029517] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.029983] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.030606] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510f417f-c2db-4027-907b-3600ee51d2da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.036236] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1001.036236] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522ef9a7-9268-39c2-c174-9358c04f5a2b" [ 1001.036236] env[70480]: _type = "Task" [ 1001.036236] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.047070] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522ef9a7-9268-39c2-c174-9358c04f5a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.192493] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.478285] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.481020] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.490233] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.682s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.490233] env[70480]: DEBUG nova.objects.instance [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'resources' on Instance uuid bf290996-970c-4800-aa06-f5ffd918e457 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.492418] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.554358] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522ef9a7-9268-39c2-c174-9358c04f5a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016501} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.554358] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.554469] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.554622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.554763] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.554936] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.555232] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d048f1d6-5953-4167-b98b-fcd91db3026d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.567469] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.567673] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.568892] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d1b961-0b39-4c47-87ef-90fd553192cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.576632] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1001.576632] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5260228c-41d2-485b-0021-bda88a483cdb" [ 1001.576632] env[70480]: _type = "Task" [ 1001.576632] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.586188] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5260228c-41d2-485b-0021-bda88a483cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.692942] env[70480]: DEBUG oslo_vmware.api [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723152, 'name': PowerOnVM_Task, 'duration_secs': 0.72417} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.693365] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.693546] env[70480]: INFO nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1001.693728] env[70480]: DEBUG nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.694571] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2571db1-6689-4bd1-bb5a-0948a9702b91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.931507] env[70480]: DEBUG nova.network.neutron [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updated VIF entry in instance network info cache for port e5bed296-97b6-44bb-9c72-80ab0cac4489. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.931959] env[70480]: DEBUG nova.network.neutron [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.979829] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.996774] env[70480]: DEBUG nova.compute.utils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.998049] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.000117] env[70480]: DEBUG nova.network.neutron [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.064155] env[70480]: DEBUG nova.compute.manager [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-changed-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.064155] env[70480]: DEBUG nova.compute.manager [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing instance network info cache due to event network-changed-2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.064247] env[70480]: DEBUG oslo_concurrency.lockutils [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.064358] env[70480]: DEBUG oslo_concurrency.lockutils [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.064477] env[70480]: DEBUG nova.network.neutron [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing network info cache for port 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.083200] env[70480]: DEBUG nova.policy [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e679b2a3c94788886db0cc59ed7cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88264c71920f49dd86927fac7ded14f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.100057] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5260228c-41d2-485b-0021-bda88a483cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.103822] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677d5ab8-4db7-41ef-b9e8-7d5730725156 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.107238] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1002.107238] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cec2c-e7ea-870a-5a6f-e76c657a8a86" [ 1002.107238] env[70480]: _type = "Task" [ 1002.107238] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.120856] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cec2c-e7ea-870a-5a6f-e76c657a8a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.217310] env[70480]: INFO nova.compute.manager [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Took 22.55 seconds to build instance. [ 1002.385248] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57aee0-bd18-4a55-8c8a-4520a4c69959 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.394129] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bd7415-ca24-4a49-80d4-9c370242890a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.428477] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119c8fd7-f9eb-4740-8146-ba88f49ccfc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.436233] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd8e8f75-9223-408a-b4f3-c8f262d612b6 req-9d5eecb1-2a85-4f59-8d95-7e9136ce141f service nova] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.441020] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246663a7-d444-4889-bc6a-1f2d9bef6464 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.454198] env[70480]: DEBUG nova.compute.provider_tree [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.483701] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.501032] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.618425] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cec2c-e7ea-870a-5a6f-e76c657a8a86, 'name': SearchDatastore_Task, 'duration_secs': 0.014069} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.618727] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.619026] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 46078b13-398e-4026-8c76-3a23f359e200/46078b13-398e-4026-8c76-3a23f359e200.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.619658] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3b0a86d-43c8-4893-8da5-5c68e28c3284 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.627624] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1002.627624] env[70480]: value = "task-3723153" [ 1002.627624] env[70480]: _type = "Task" [ 1002.627624] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.637282] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.718600] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2cb8c3b-0272-44e1-940c-0e111970941a tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.072s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.924460] env[70480]: DEBUG nova.network.neutron [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Successfully created port: 2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.957979] env[70480]: DEBUG nova.scheduler.client.report [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.986510] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.141653] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.239766] env[70480]: DEBUG nova.network.neutron [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updated VIF entry in instance network info cache for port 2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.240445] env[70480]: DEBUG nova.network.neutron [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.463937] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.467465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.944s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.469591] env[70480]: INFO nova.compute.claims [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.485756] env[70480]: DEBUG oslo_vmware.api [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723144, 'name': ReconfigVM_Task, 'duration_secs': 5.851118} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.486121] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.486331] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Reconfigured VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1003.498098] env[70480]: INFO nova.scheduler.client.report [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocations for instance bf290996-970c-4800-aa06-f5ffd918e457 [ 1003.514072] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.538989] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.539297] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.539483] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.539669] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.539815] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.540720] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.540720] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.540720] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.541123] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.542231] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.542231] env[70480]: DEBUG nova.virt.hardware [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.543326] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4b1670-04ac-4819-b0cc-77dee9972f32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.556265] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002f54be-807e-43bf-8d96-2e417b9d128b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.641232] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723153, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.936596] env[70480]: DEBUG oslo_concurrency.lockutils [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.937026] env[70480]: DEBUG nova.compute.manager [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-changed-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.937345] env[70480]: DEBUG nova.compute.manager [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing instance network info cache due to event network-changed-2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.937669] env[70480]: DEBUG oslo_concurrency.lockutils [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.938634] env[70480]: DEBUG oslo_concurrency.lockutils [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.938634] env[70480]: DEBUG nova.network.neutron [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing network info cache for port 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.007078] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "bf290996-970c-4800-aa06-f5ffd918e457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.066s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.142480] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723153, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.643531] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723153, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633073} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.646169] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 46078b13-398e-4026-8c76-3a23f359e200/46078b13-398e-4026-8c76-3a23f359e200.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.646512] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.646744] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6848ec3a-4cfd-4cc5-bb92-d6fa26f0f863 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.657924] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1004.657924] env[70480]: value = "task-3723154" [ 1004.657924] env[70480]: _type = "Task" [ 1004.657924] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.667801] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.855839] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dfd401-df72-4359-9544-1942aed1f160 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.865983] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7862bf-212c-4ccf-b383-a9606c36d2c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.907915] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c8aa95-46cd-4497-9414-0a8c31ef7c32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.912911] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.913822] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.919717] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44070edd-2dcf-47ef-969c-80774d34d130 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.939579] env[70480]: DEBUG nova.compute.provider_tree [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.954181] env[70480]: DEBUG nova.network.neutron [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updated VIF entry in instance network info cache for port 2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.954833] env[70480]: DEBUG nova.network.neutron [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.168985] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140008} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.169368] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.170347] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d597705-1a44-4164-8de6-da7f90e039fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.198840] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 46078b13-398e-4026-8c76-3a23f359e200/46078b13-398e-4026-8c76-3a23f359e200.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.199018] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f7298b-2733-4a0f-a9a8-7c5ca77ac5c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.222287] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1005.222287] env[70480]: value = "task-3723155" [ 1005.222287] env[70480]: _type = "Task" [ 1005.222287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.232835] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.383552] env[70480]: DEBUG nova.compute.manager [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-changed-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.383794] env[70480]: DEBUG nova.compute.manager [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing instance network info cache due to event network-changed-2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.383988] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.419664] env[70480]: DEBUG nova.compute.utils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.442247] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.442433] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.442633] env[70480]: DEBUG nova.network.neutron [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.444636] env[70480]: DEBUG nova.scheduler.client.report [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.458216] env[70480]: DEBUG oslo_concurrency.lockutils [req-f8662ad8-574b-468d-9235-8043c7cf831c req-2e9ac636-2af5-41cd-ab6a-b154d2e8d743 service nova] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.459152] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.459414] env[70480]: DEBUG nova.network.neutron [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing network info cache for port 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.535667] env[70480]: DEBUG nova.network.neutron [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Successfully updated port: 2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.733749] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.844181] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.844431] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.882619] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4cbf5-ea70-745d-7e5e-5607211c18c2/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.883593] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3dccfb-bc7d-4d02-82c4-f513f595c87b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.890512] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4cbf5-ea70-745d-7e5e-5607211c18c2/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.890695] env[70480]: ERROR oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4cbf5-ea70-745d-7e5e-5607211c18c2/disk-0.vmdk due to incomplete transfer. [ 1005.890940] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b8baf05-07f8-492d-9457-8edf2706081f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.899829] env[70480]: DEBUG oslo_vmware.rw_handles [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4cbf5-ea70-745d-7e5e-5607211c18c2/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.900042] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Uploaded image c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.902516] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.902768] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53f6b1f6-b7d0-40c8-8729-50c1bf13fd73 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.909464] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1005.909464] env[70480]: value = "task-3723156" [ 1005.909464] env[70480]: _type = "Task" [ 1005.909464] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.918866] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723156, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.925839] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.953797] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.954569] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.958088] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.743s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.958335] env[70480]: DEBUG nova.objects.instance [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lazy-loading 'resources' on Instance uuid 357516e3-ec78-4e69-984e-4648ec9b2fc9 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.037362] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-42273ecf-f563-488a-a2c2-e476752fce34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.037516] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-42273ecf-f563-488a-a2c2-e476752fce34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.037668] env[70480]: DEBUG nova.network.neutron [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.235548] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723155, 'name': ReconfigVM_Task, 'duration_secs': 0.600344} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.235839] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 46078b13-398e-4026-8c76-3a23f359e200/46078b13-398e-4026-8c76-3a23f359e200.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.236515] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e445cd-f02d-4009-afdc-5d3a28fb6507 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.245446] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1006.245446] env[70480]: value = "task-3723157" [ 1006.245446] env[70480]: _type = "Task" [ 1006.245446] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.268581] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723157, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.317852] env[70480]: DEBUG nova.network.neutron [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updated VIF entry in instance network info cache for port 2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.318298] env[70480]: DEBUG nova.network.neutron [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.347599] env[70480]: DEBUG nova.compute.utils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.357155] env[70480]: INFO nova.network.neutron [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Port e0b1be16-0318-454c-bcd1-f8ca8aeae425 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1006.357487] env[70480]: INFO nova.network.neutron [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Port 239e82aa-6465-43b6-9a9f-9b337ec178e8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1006.357833] env[70480]: DEBUG nova.network.neutron [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [{"id": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "address": "fa:16:3e:37:34:ac", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c023812-5b", "ovs_interfaceid": "3c023812-5b4d-4104-bd0c-5e62132b6b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.420636] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723156, 'name': Destroy_Task, 'duration_secs': 0.459729} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.420923] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Destroyed the VM [ 1006.421561] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1006.421561] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0bec7728-64bd-4a40-be4e-d497ceebe362 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.429422] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1006.429422] env[70480]: value = "task-3723158" [ 1006.429422] env[70480]: _type = "Task" [ 1006.429422] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.438540] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.461657] env[70480]: DEBUG nova.compute.utils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.466345] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.466524] env[70480]: DEBUG nova.network.neutron [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.539538] env[70480]: DEBUG nova.policy [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a36365ec0a447bcbc50a2963a45084b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d3c81ee976450fb70ba26b938d492d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.597743] env[70480]: DEBUG nova.network.neutron [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.762907] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723157, 'name': Rename_Task, 'duration_secs': 0.32538} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.764119] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.764119] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1576bc-d070-44f1-b920-c110a185cf0f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.769997] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1006.769997] env[70480]: value = "task-3723159" [ 1006.769997] env[70480]: _type = "Task" [ 1006.769997] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.781349] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.801228] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b469923d-24f8-4765-9987-910ef37eaa20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.810592] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baa104e-2561-40a0-94a3-d872b489ee0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.845770] env[70480]: DEBUG oslo_concurrency.lockutils [req-d7017e93-bf75-45d1-86f3-496d6a527e1f req-e3888ec5-fb46-4cd0-a6ae-4d9cee231dca service nova] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.847466] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c131f15-96ae-4b13-9673-f381be86ac3c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.853885] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.860823] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034741b-9187-4c30-8654-504559580eeb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.866308] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881547] env[70480]: DEBUG nova.compute.provider_tree [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.938052] env[70480]: DEBUG nova.network.neutron [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Updating instance_info_cache with network_info: [{"id": "2d8616b1-9cc0-4133-8ee8-626c37b16669", "address": "fa:16:3e:f7:22:30", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8616b1-9c", "ovs_interfaceid": "2d8616b1-9cc0-4133-8ee8-626c37b16669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.946869] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.967384] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.981707] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.981997] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.982303] env[70480]: INFO nova.compute.manager [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Attaching volume c318297a-4c84-481d-85a8-f10eec851498 to /dev/sdb [ 1007.044166] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca79f6b-27c5-47ad-89e8-b10381371e2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.051352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02406994-302b-4abf-bf7b-4be6a41dbcbf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.070269] env[70480]: DEBUG nova.virt.block_device [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Updating existing volume attachment record: ed45bfb9-0755-47cf-a7c1-db53df1a01b2 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1007.145027] env[70480]: DEBUG nova.network.neutron [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Successfully created port: 293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.287250] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.373462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-e0b1be16-0318-454c-bcd1-f8ca8aeae425" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.538s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.384807] env[70480]: DEBUG nova.scheduler.client.report [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.443453] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-42273ecf-f563-488a-a2c2-e476752fce34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.443649] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance network_info: |[{"id": "2d8616b1-9cc0-4133-8ee8-626c37b16669", "address": "fa:16:3e:f7:22:30", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8616b1-9c", "ovs_interfaceid": "2d8616b1-9cc0-4133-8ee8-626c37b16669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.444219] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:22:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8616b1-9cc0-4133-8ee8-626c37b16669', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.454810] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.457543] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.458221] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e9b129-94f8-4101-bd29-3d44fccdb3fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.484921] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.491197] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.491197] env[70480]: value = "task-3723161" [ 1007.491197] env[70480]: _type = "Task" [ 1007.491197] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.501753] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723161, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.682039] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.682039] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.682039] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.682039] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.682039] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.684146] env[70480]: INFO nova.compute.manager [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Terminating instance [ 1007.785120] env[70480]: DEBUG oslo_vmware.api [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723159, 'name': PowerOnVM_Task, 'duration_secs': 0.557073} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.785601] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.785776] env[70480]: INFO nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1007.786034] env[70480]: DEBUG nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.787179] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf098e-57b0-4c52-8236-2841b7e2644f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.893853] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.897265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.575s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.897880] env[70480]: DEBUG nova.objects.instance [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'resources' on Instance uuid 911e5218-012a-4fe9-ba83-01a1bb4e12f3 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.930375] env[70480]: INFO nova.scheduler.client.report [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted allocations for instance 357516e3-ec78-4e69-984e-4648ec9b2fc9 [ 1007.943701] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.944115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.944637] env[70480]: INFO nova.compute.manager [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Attaching volume 14395e6c-fd3a-446f-8cd3-677bad341211 to /dev/sdb [ 1007.952519] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723158, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.986592] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.004105] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723161, 'name': CreateVM_Task, 'duration_secs': 0.483664} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.004105] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.004105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.004105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.004105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.004547] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bf4eb1-4c61-4560-9744-baa155cffbb5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.011870] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1008.011870] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a4bde3-7d1f-7328-c68b-9b37a63ec001" [ 1008.011870] env[70480]: _type = "Task" [ 1008.011870] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.015931] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed489d22-65bc-45f7-a30b-c7bd99ea515c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.033758] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea5c9b8-f7dd-46ac-b0c3-cd2f31c07315 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.038215] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a4bde3-7d1f-7328-c68b-9b37a63ec001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.040309] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.040864] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.041197] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.041532] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.041795] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.042061] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.042475] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.042761] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.043063] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.043353] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.043722] env[70480]: DEBUG nova.virt.hardware [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.044843] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ef609-d104-475d-b8b8-2e9633f664b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.056445] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328fcb4b-8e74-4689-ac5a-11d760726fe2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.067680] env[70480]: DEBUG nova.virt.block_device [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating existing volume attachment record: e1bb720f-940a-4212-acef-fef654e83495 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.117246] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-vif-deleted-e0b1be16-0318-454c-bcd1-f8ca8aeae425 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.117246] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-changed-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.117246] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing instance network info cache due to event network-changed-2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.117246] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Acquiring lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.117246] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Acquired lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.117246] env[70480]: DEBUG nova.network.neutron [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Refreshing network info cache for port 2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.192240] env[70480]: DEBUG nova.compute.manager [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.192240] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.193228] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af1845a-1cfa-4955-ba3e-bd57270fac68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.207781] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.208165] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ad0759-4e6e-4d74-b42b-60fe703bf8a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.219462] env[70480]: DEBUG oslo_vmware.api [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1008.219462] env[70480]: value = "task-3723164" [ 1008.219462] env[70480]: _type = "Task" [ 1008.219462] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.233722] env[70480]: DEBUG oslo_vmware.api [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.310848] env[70480]: INFO nova.compute.manager [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Took 26.70 seconds to build instance. [ 1008.450152] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "357516e3-ec78-4e69-984e-4648ec9b2fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.710s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.467369] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723158, 'name': RemoveSnapshot_Task, 'duration_secs': 1.561005} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.468140] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1008.468140] env[70480]: DEBUG nova.compute.manager [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.469130] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d5161-5d7a-4523-b778-3c1f2328ffd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.526044] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a4bde3-7d1f-7328-c68b-9b37a63ec001, 'name': SearchDatastore_Task, 'duration_secs': 0.021388} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.529854] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.530131] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.530380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.530522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.530809] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.531638] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27d48850-d321-49aa-b561-2f0e6da48ad9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.548720] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.549077] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.550139] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0d0bdb-5e55-4175-a9ac-6bcec8531f55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.560050] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1008.560050] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52daddd3-71ef-ec06-d2ae-8f55fe0182ae" [ 1008.560050] env[70480]: _type = "Task" [ 1008.560050] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.577577] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52daddd3-71ef-ec06-d2ae-8f55fe0182ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.703188] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "709ba95b-7e18-453c-9fd5-a0a40741fd17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.704020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.704114] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "709ba95b-7e18-453c-9fd5-a0a40741fd17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.704416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.704869] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.709230] env[70480]: INFO nova.compute.manager [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Terminating instance [ 1008.741092] env[70480]: DEBUG oslo_vmware.api [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723164, 'name': PowerOffVM_Task, 'duration_secs': 0.394629} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.742316] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.742637] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.743031] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871411f1-bb5e-40ca-a82c-0a2c26139871 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.810331] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b0dba4-0e62-4537-8ead-5cfbb3bdbd14 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813548] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a049fedf-949d-4ff3-932b-b178979b0ce1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.210s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.819307] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c5f6a-7059-4816-91df-23005718b0ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.856793] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1cb0a-cc0b-469f-8acf-6ee4eedc82fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.866029] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98d9d24-9dbb-4002-9378-05b72512c208 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.883111] env[70480]: DEBUG nova.compute.provider_tree [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.920524] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.920839] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.921151] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleting the datastore file [datastore1] e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.921480] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d356226-4f22-4af0-a7b5-4283009b7e38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.930278] env[70480]: DEBUG oslo_vmware.api [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1008.930278] env[70480]: value = "task-3723169" [ 1008.930278] env[70480]: _type = "Task" [ 1008.930278] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.940306] env[70480]: DEBUG oslo_vmware.api [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.988942] env[70480]: INFO nova.compute.manager [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Shelve offloading [ 1009.079700] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52daddd3-71ef-ec06-d2ae-8f55fe0182ae, 'name': SearchDatastore_Task, 'duration_secs': 0.018296} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.080672] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb691590-0914-49c2-9d63-6f96aab94b48 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.087805] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1009.087805] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231706b-aaa7-5499-1f49-ad6e7944db0d" [ 1009.087805] env[70480]: _type = "Task" [ 1009.087805] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.097689] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231706b-aaa7-5499-1f49-ad6e7944db0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.163782] env[70480]: DEBUG nova.network.neutron [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updated VIF entry in instance network info cache for port 2daec32f-db12-4713-aa64-75020b98e502. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.164348] env[70480]: DEBUG nova.network.neutron [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [{"id": "2daec32f-db12-4713-aa64-75020b98e502", "address": "fa:16:3e:47:8d:71", "network": {"id": "cd6a5c88-e514-4696-8111-c2fc197a244e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-369564322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6b804bbb5a77498497bd5530cc72a961", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daec32f-db", "ovs_interfaceid": "2daec32f-db12-4713-aa64-75020b98e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.215837] env[70480]: DEBUG nova.compute.manager [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.216117] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.216990] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bb67c-0fdc-456d-92cc-34d2cf38dbc0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.232555] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.232854] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f92b698-bdbe-43ef-98fe-85fe840093d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.244036] env[70480]: DEBUG oslo_vmware.api [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 1009.244036] env[70480]: value = "task-3723170" [ 1009.244036] env[70480]: _type = "Task" [ 1009.244036] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.260915] env[70480]: DEBUG oslo_vmware.api [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.303341] env[70480]: DEBUG nova.network.neutron [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Successfully updated port: 293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.386759] env[70480]: DEBUG nova.scheduler.client.report [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.442592] env[70480]: DEBUG oslo_vmware.api [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330294} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.442766] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.443837] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.443837] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.443837] env[70480]: INFO nova.compute.manager [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1009.444103] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.444313] env[70480]: DEBUG nova.compute.manager [-] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.444453] env[70480]: DEBUG nova.network.neutron [-] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.495416] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.498180] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d7c487-3f8b-4f57-b2ab-6d99cc0d5254 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.510739] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1009.510739] env[70480]: value = "task-3723171" [ 1009.510739] env[70480]: _type = "Task" [ 1009.510739] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.528106] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1009.528351] env[70480]: DEBUG nova.compute.manager [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.529371] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900beb99-5219-43ab-a5fe-44ac20c93472 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.538457] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.538806] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.538947] env[70480]: DEBUG nova.network.neutron [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.599300] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231706b-aaa7-5499-1f49-ad6e7944db0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.599557] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.600016] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.600315] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724997cb-6784-4fb4-aed1-fb0308eb70c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.608309] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1009.608309] env[70480]: value = "task-3723172" [ 1009.608309] env[70480]: _type = "Task" [ 1009.608309] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.619027] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.670035] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Releasing lock "refresh_cache-709ba95b-7e18-453c-9fd5-a0a40741fd17" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670035] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Received event network-vif-plugged-2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.670035] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Acquiring lock "42273ecf-f563-488a-a2c2-e476752fce34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.670035] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Lock "42273ecf-f563-488a-a2c2-e476752fce34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.670035] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Lock "42273ecf-f563-488a-a2c2-e476752fce34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.670035] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] No waiting events found dispatching network-vif-plugged-2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1009.670035] env[70480]: WARNING nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Received unexpected event network-vif-plugged-2d8616b1-9cc0-4133-8ee8-626c37b16669 for instance with vm_state building and task_state spawning. [ 1009.670035] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-vif-deleted-239e82aa-6465-43b6-9a9f-9b337ec178e8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.670035] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Received event network-changed-2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.670035] env[70480]: DEBUG nova.compute.manager [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Refreshing instance network info cache due to event network-changed-2d8616b1-9cc0-4133-8ee8-626c37b16669. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.670035] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Acquiring lock "refresh_cache-42273ecf-f563-488a-a2c2-e476752fce34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.670035] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Acquired lock "refresh_cache-42273ecf-f563-488a-a2c2-e476752fce34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.670419] env[70480]: DEBUG nova.network.neutron [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Refreshing network info cache for port 2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.719949] env[70480]: DEBUG nova.compute.manager [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Received event network-changed-e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.720155] env[70480]: DEBUG nova.compute.manager [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Refreshing instance network info cache due to event network-changed-e5bed296-97b6-44bb-9c72-80ab0cac4489. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.720364] env[70480]: DEBUG oslo_concurrency.lockutils [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.720511] env[70480]: DEBUG oslo_concurrency.lockutils [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.720697] env[70480]: DEBUG nova.network.neutron [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Refreshing network info cache for port e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.757035] env[70480]: DEBUG oslo_vmware.api [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723170, 'name': PowerOffVM_Task, 'duration_secs': 0.313175} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.757035] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.757035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.757035] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7c168bd-10a0-4d12-82f4-a37278dfb213 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.810946] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "refresh_cache-f1580435-6943-4320-97dd-6c3d8d8d2e5e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.810946] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "refresh_cache-f1580435-6943-4320-97dd-6c3d8d8d2e5e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.810946] env[70480]: DEBUG nova.network.neutron [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.850678] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.850984] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.851299] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Deleting the datastore file [datastore1] 709ba95b-7e18-453c-9fd5-a0a40741fd17 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.851648] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef14d73d-dcf7-4e43-80c3-79ca27607d74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.860711] env[70480]: DEBUG oslo_vmware.api [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for the task: (returnval){ [ 1009.860711] env[70480]: value = "task-3723175" [ 1009.860711] env[70480]: _type = "Task" [ 1009.860711] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.875134] env[70480]: DEBUG oslo_vmware.api [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.893619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.896746] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.159s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.897575] env[70480]: DEBUG nova.objects.instance [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lazy-loading 'resources' on Instance uuid 00e8f778-1d36-4bd8-9417-dbc11095aacc {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.933200] env[70480]: INFO nova.scheduler.client.report [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 911e5218-012a-4fe9-ba83-01a1bb4e12f3 [ 1010.125209] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723172, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.157942] env[70480]: DEBUG nova.compute.manager [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Received event network-vif-plugged-293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.157942] env[70480]: DEBUG oslo_concurrency.lockutils [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] Acquiring lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.157942] env[70480]: DEBUG oslo_concurrency.lockutils [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.157942] env[70480]: DEBUG oslo_concurrency.lockutils [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.158227] env[70480]: DEBUG nova.compute.manager [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] No waiting events found dispatching network-vif-plugged-293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.158888] env[70480]: WARNING nova.compute.manager [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Received unexpected event network-vif-plugged-293cceae-e94b-4cf8-8017-7d4502c6e369 for instance with vm_state building and task_state spawning. [ 1010.159156] env[70480]: DEBUG nova.compute.manager [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Received event network-changed-293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.159378] env[70480]: DEBUG nova.compute.manager [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Refreshing instance network info cache due to event network-changed-293cceae-e94b-4cf8-8017-7d4502c6e369. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.159578] env[70480]: DEBUG oslo_concurrency.lockutils [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] Acquiring lock "refresh_cache-f1580435-6943-4320-97dd-6c3d8d8d2e5e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.371184] env[70480]: DEBUG oslo_vmware.api [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Task: {'id': task-3723175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401533} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.372655] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.372655] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.372655] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.372655] env[70480]: INFO nova.compute.manager [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1010.372655] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.372655] env[70480]: DEBUG nova.compute.manager [-] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.372655] env[70480]: DEBUG nova.network.neutron [-] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.444804] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "911e5218-012a-4fe9-ba83-01a1bb4e12f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.847s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.527672] env[70480]: DEBUG nova.network.neutron [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.613798] env[70480]: DEBUG nova.network.neutron [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Updated VIF entry in instance network info cache for port 2d8616b1-9cc0-4133-8ee8-626c37b16669. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.614166] env[70480]: DEBUG nova.network.neutron [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Updating instance_info_cache with network_info: [{"id": "2d8616b1-9cc0-4133-8ee8-626c37b16669", "address": "fa:16:3e:f7:22:30", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8616b1-9c", "ovs_interfaceid": "2d8616b1-9cc0-4133-8ee8-626c37b16669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.627222] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562538} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.634025] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.634386] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.639645] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa17c1d-1085-4034-920f-b2bd156a90dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.649631] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1010.649631] env[70480]: value = "task-3723177" [ 1010.649631] env[70480]: _type = "Task" [ 1010.649631] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.665192] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.756589] env[70480]: DEBUG nova.network.neutron [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updated VIF entry in instance network info cache for port e5bed296-97b6-44bb-9c72-80ab0cac4489. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.756690] env[70480]: DEBUG nova.network.neutron [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.781809] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31291cc-8205-48f4-ab45-68e7759c74e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.792043] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a4f2b-4060-43e7-aea8-d2f77ff740b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.839381] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa3785-cb2d-40d6-8b9a-1d4300fecf2d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.847952] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b66e9-e537-4afb-90b2-fe38cdb8b044 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.867923] env[70480]: DEBUG nova.compute.provider_tree [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.926565] env[70480]: DEBUG nova.network.neutron [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Updating instance_info_cache with network_info: [{"id": "293cceae-e94b-4cf8-8017-7d4502c6e369", "address": "fa:16:3e:a6:b3:fa", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cceae-e9", "ovs_interfaceid": "293cceae-e94b-4cf8-8017-7d4502c6e369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.980579] env[70480]: DEBUG nova.network.neutron [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.120539] env[70480]: DEBUG oslo_concurrency.lockutils [req-d8ba3b15-e360-436d-98ba-1921c65f14c1 req-e3efa462-ba76-412e-9aa4-1bf55d756947 service nova] Releasing lock "refresh_cache-42273ecf-f563-488a-a2c2-e476752fce34" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155402] env[70480]: DEBUG nova.network.neutron [-] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.165655] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198175} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.165655] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.166345] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ad900-49e9-4982-ad18-f54af782b5b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.201264] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.201264] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f16b3e-7335-4446-bfcf-a249e9cc0a67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.232371] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1011.232371] env[70480]: value = "task-3723178" [ 1011.232371] env[70480]: _type = "Task" [ 1011.232371] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.241592] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.262076] env[70480]: DEBUG oslo_concurrency.lockutils [req-331f4066-8f52-4dfc-ba96-a6fe0ea20b23 req-e2bd9606-ce89-46c8-af0c-16788f94c1b4 service nova] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.373170] env[70480]: DEBUG nova.scheduler.client.report [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.378131] env[70480]: DEBUG nova.network.neutron [-] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.429622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "refresh_cache-f1580435-6943-4320-97dd-6c3d8d8d2e5e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.429995] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Instance network_info: |[{"id": "293cceae-e94b-4cf8-8017-7d4502c6e369", "address": "fa:16:3e:a6:b3:fa", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cceae-e9", "ovs_interfaceid": "293cceae-e94b-4cf8-8017-7d4502c6e369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.430334] env[70480]: DEBUG oslo_concurrency.lockutils [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] Acquired lock "refresh_cache-f1580435-6943-4320-97dd-6c3d8d8d2e5e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.430536] env[70480]: DEBUG nova.network.neutron [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Refreshing network info cache for port 293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.431782] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b3:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '293cceae-e94b-4cf8-8017-7d4502c6e369', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.440089] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.441095] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.441346] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa56c1d-72da-499f-adce-073a514b613f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.462250] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.462250] env[70480]: value = "task-3723179" [ 1011.462250] env[70480]: _type = "Task" [ 1011.462250] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.470755] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723179, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.483919] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.658177] env[70480]: INFO nova.compute.manager [-] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Took 2.21 seconds to deallocate network for instance. [ 1011.743106] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723178, 'name': ReconfigVM_Task, 'duration_secs': 0.380499} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.743543] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.744413] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-504e5bc2-6348-47c5-90f6-d1a88182c8ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.748732] env[70480]: DEBUG nova.compute.manager [req-80a7cbe2-0064-4c88-8707-4b505767f9fa req-74ad877a-2546-4ec7-be7a-f7e37b93b693 service nova] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Received event network-vif-deleted-2daec32f-db12-4713-aa64-75020b98e502 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.755074] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1011.755074] env[70480]: value = "task-3723180" [ 1011.755074] env[70480]: _type = "Task" [ 1011.755074] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.767812] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723180, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.881225] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.884048] env[70480]: INFO nova.compute.manager [-] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Took 1.51 seconds to deallocate network for instance. [ 1011.884777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.921s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.886400] env[70480]: INFO nova.compute.claims [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.913700] env[70480]: INFO nova.scheduler.client.report [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Deleted allocations for instance 00e8f778-1d36-4bd8-9417-dbc11095aacc [ 1011.915556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.915955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.921591] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.923602] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494b698a-9c60-4983-ac97-3bed088fe02b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.930992] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.931816] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79481138-55c6-4dfb-9e6c-af1f24f66fd3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.974946] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723179, 'name': CreateVM_Task, 'duration_secs': 0.379047} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.974946] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.975315] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.975498] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.975894] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.976084] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd4808d-cade-425f-896d-c6a55b660614 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.981527] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1011.981527] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5226bf3c-dde4-7a01-93a1-72c102493a0f" [ 1011.981527] env[70480]: _type = "Task" [ 1011.981527] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.993966] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5226bf3c-dde4-7a01-93a1-72c102493a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.002708] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.003124] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.003124] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleting the datastore file [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.003377] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11d0f32c-6213-4d10-be6e-555bf11948e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.010554] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1012.010554] env[70480]: value = "task-3723182" [ 1012.010554] env[70480]: _type = "Task" [ 1012.010554] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.022675] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.135639] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.135956] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741383', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'name': 'volume-c318297a-4c84-481d-85a8-f10eec851498', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaf5fc9a-ad2e-4df3-b035-066ce66e0eff', 'attached_at': '', 'detached_at': '', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'serial': 'c318297a-4c84-481d-85a8-f10eec851498'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.137104] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61af3b13-f6ae-48af-9d1a-d45651849b60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.163988] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19e540a-0978-423a-8d86-a992f40e8194 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.168187] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.194944] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-c318297a-4c84-481d-85a8-f10eec851498/volume-c318297a-4c84-481d-85a8-f10eec851498.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.197846] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f771b92-5fa2-4e2b-870f-ca85cc213379 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.219165] env[70480]: DEBUG oslo_vmware.api [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1012.219165] env[70480]: value = "task-3723183" [ 1012.219165] env[70480]: _type = "Task" [ 1012.219165] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.230259] env[70480]: DEBUG oslo_vmware.api [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.233122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.233301] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.265508] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723180, 'name': Rename_Task, 'duration_secs': 0.164514} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.265794] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.266052] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60918d85-3706-42ff-85d3-a5e5d351fb34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.273901] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1012.273901] env[70480]: value = "task-3723184" [ 1012.273901] env[70480]: _type = "Task" [ 1012.273901] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.284376] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.285755] env[70480]: DEBUG nova.network.neutron [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Updated VIF entry in instance network info cache for port 293cceae-e94b-4cf8-8017-7d4502c6e369. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.286150] env[70480]: DEBUG nova.network.neutron [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Updating instance_info_cache with network_info: [{"id": "293cceae-e94b-4cf8-8017-7d4502c6e369", "address": "fa:16:3e:a6:b3:fa", "network": {"id": "b9463901-04b5-4641-98c4-0362d16fd6d9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1227437900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3c81ee976450fb70ba26b938d492d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293cceae-e9", "ovs_interfaceid": "293cceae-e94b-4cf8-8017-7d4502c6e369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.394911] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.424069] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.426801] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9afa653e-49a3-4017-9638-18169c6eef43 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Lock "00e8f778-1d36-4bd8-9417-dbc11095aacc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.109s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.462414] env[70480]: DEBUG nova.compute.manager [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Received event network-vif-deleted-3c023812-5b4d-4104-bd0c-5e62132b6b0b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.462764] env[70480]: DEBUG nova.compute.manager [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-vif-unplugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.462989] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.463408] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.463639] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.463875] env[70480]: DEBUG nova.compute.manager [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] No waiting events found dispatching network-vif-unplugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.464113] env[70480]: WARNING nova.compute.manager [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received unexpected event network-vif-unplugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 for instance with vm_state shelved and task_state shelving_offloading. [ 1012.464363] env[70480]: DEBUG nova.compute.manager [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.464581] env[70480]: DEBUG nova.compute.manager [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing instance network info cache due to event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.464825] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.465013] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.465212] env[70480]: DEBUG nova.network.neutron [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.493154] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5226bf3c-dde4-7a01-93a1-72c102493a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.494183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.494428] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.494665] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.495024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.495024] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.495662] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2813af9-9f84-496f-a750-f2657ef4f2ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.505523] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.505870] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.506497] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8a5174-1f3d-4813-88cc-b22127e43850 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.513872] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1012.513872] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e9886e-789a-2235-8689-d6d0c0f559ad" [ 1012.513872] env[70480]: _type = "Task" [ 1012.513872] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.526083] env[70480]: DEBUG oslo_vmware.api [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135497} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.529762] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.529908] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.530077] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.532299] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e9886e-789a-2235-8689-d6d0c0f559ad, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.533717] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992f061f-8eed-42dd-98a3-59c38f27718b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.540323] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1012.540323] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523819d8-8334-040c-b4a2-720c06bd0c43" [ 1012.540323] env[70480]: _type = "Task" [ 1012.540323] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.550367] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523819d8-8334-040c-b4a2-720c06bd0c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.564875] env[70480]: INFO nova.scheduler.client.report [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted allocations for instance 08366acb-d8ab-47ad-9848-03b29692fb12 [ 1012.637275] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.637560] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741385', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'name': 'volume-14395e6c-fd3a-446f-8cd3-677bad341211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acab7254-8f13-4591-b247-ffd3cfa1a6b8', 'attached_at': '', 'detached_at': '', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'serial': '14395e6c-fd3a-446f-8cd3-677bad341211'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.638749] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c204e8f-4ce6-4e0b-8f89-d633286fc802 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.659452] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2986e860-11b1-49c4-8f79-0cd2ca6f364a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.687739] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-14395e6c-fd3a-446f-8cd3-677bad341211/volume-14395e6c-fd3a-446f-8cd3-677bad341211.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.688084] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f58a9f-3974-4269-bc82-b69b99dfcc3a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.708692] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1012.708692] env[70480]: value = "task-3723185" [ 1012.708692] env[70480]: _type = "Task" [ 1012.708692] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.720294] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.733569] env[70480]: DEBUG oslo_vmware.api [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723183, 'name': ReconfigVM_Task, 'duration_secs': 0.471755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.734319] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-c318297a-4c84-481d-85a8-f10eec851498/volume-c318297a-4c84-481d-85a8-f10eec851498.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.740473] env[70480]: DEBUG nova.compute.utils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.742036] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e53b04-cb8b-4679-865f-90b1feda9963 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.761946] env[70480]: DEBUG oslo_vmware.api [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1012.761946] env[70480]: value = "task-3723186" [ 1012.761946] env[70480]: _type = "Task" [ 1012.761946] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.771907] env[70480]: DEBUG oslo_vmware.api [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.784374] env[70480]: DEBUG oslo_vmware.api [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723184, 'name': PowerOnVM_Task, 'duration_secs': 0.506593} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.784661] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.784891] env[70480]: INFO nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1012.785101] env[70480]: DEBUG nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.785968] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34b1e9-d183-4ff1-94e7-8fa10bc31851 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.788848] env[70480]: DEBUG oslo_concurrency.lockutils [req-155517a6-462d-4029-8049-f2873aee4691 req-6e0963e3-6979-4149-aa71-b9a4498b2711 service nova] Releasing lock "refresh_cache-f1580435-6943-4320-97dd-6c3d8d8d2e5e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.944930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.051266] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523819d8-8334-040c-b4a2-720c06bd0c43, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.053861] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.054153] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] f1580435-6943-4320-97dd-6c3d8d8d2e5e/f1580435-6943-4320-97dd-6c3d8d8d2e5e.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.054608] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82dc9e30-386e-48be-a5a5-7b2093ebd416 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.062206] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1013.062206] env[70480]: value = "task-3723187" [ 1013.062206] env[70480]: _type = "Task" [ 1013.062206] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.069500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.072918] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.188614] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a7919-d616-4081-9eab-79b7f27331aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.196548] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d2960-1396-4e3b-b1b6-252fc3bdcf4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.243541] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19feb618-07d5-4037-bbd1-2a0b385f7e5e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.254449] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.257049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.258715] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38517db6-9026-41c4-a4a2-8303de549d7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.280252] env[70480]: DEBUG nova.compute.provider_tree [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.285168] env[70480]: DEBUG oslo_vmware.api [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723186, 'name': ReconfigVM_Task, 'duration_secs': 0.165834} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.286437] env[70480]: DEBUG nova.network.neutron [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updated VIF entry in instance network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.286773] env[70480]: DEBUG nova.network.neutron [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.288074] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741383', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'name': 'volume-c318297a-4c84-481d-85a8-f10eec851498', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaf5fc9a-ad2e-4df3-b035-066ce66e0eff', 'attached_at': '', 'detached_at': '', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'serial': 'c318297a-4c84-481d-85a8-f10eec851498'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.305597] env[70480]: INFO nova.compute.manager [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Took 27.52 seconds to build instance. [ 1013.574350] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50213} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.574679] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] f1580435-6943-4320-97dd-6c3d8d8d2e5e/f1580435-6943-4320-97dd-6c3d8d8d2e5e.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.574945] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.575330] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5143613-e01f-4b49-b4c4-26b4c49b8963 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.583069] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1013.583069] env[70480]: value = "task-3723188" [ 1013.583069] env[70480]: _type = "Task" [ 1013.583069] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.594091] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.750532] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723185, 'name': ReconfigVM_Task, 'duration_secs': 0.628643} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.750884] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-14395e6c-fd3a-446f-8cd3-677bad341211/volume-14395e6c-fd3a-446f-8cd3-677bad341211.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.757036] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-160251b3-f7da-4b95-8294-107f8fdab168 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.773312] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1013.773312] env[70480]: value = "task-3723189" [ 1013.773312] env[70480]: _type = "Task" [ 1013.773312] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.784355] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.790770] env[70480]: DEBUG nova.scheduler.client.report [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.791010] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0ced841-3e1f-4b50-b7ef-b08308403196 req-94202de9-22b1-4c82-b4ba-9b630e266e34 service nova] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.809572] env[70480]: DEBUG oslo_concurrency.lockutils [None req-68f0b307-0373-4955-a161-bf4cff53aa4e tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "42273ecf-f563-488a-a2c2-e476752fce34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.027s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.093606] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07853} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.094155] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.094712] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156dabcc-d3f3-49cf-bc78-7bf725878bca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.119937] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] f1580435-6943-4320-97dd-6c3d8d8d2e5e/f1580435-6943-4320-97dd-6c3d8d8d2e5e.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.120316] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23374e4-ad09-41d7-b63f-4b2107af2af7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.149023] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1014.149023] env[70480]: value = "task-3723190" [ 1014.149023] env[70480]: _type = "Task" [ 1014.149023] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.157448] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.285950] env[70480]: DEBUG oslo_vmware.api [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723189, 'name': ReconfigVM_Task, 'duration_secs': 0.210488} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.286103] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741385', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'name': 'volume-14395e6c-fd3a-446f-8cd3-677bad341211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acab7254-8f13-4591-b247-ffd3cfa1a6b8', 'attached_at': '', 'detached_at': '', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'serial': '14395e6c-fd3a-446f-8cd3-677bad341211'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1014.295241] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.295757] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.299404] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.043s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.301323] env[70480]: INFO nova.compute.claims [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.322549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.322549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.322549] env[70480]: INFO nova.compute.manager [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Attaching volume 9f0d588c-6650-494a-8d43-8b798447590b to /dev/sdb [ 1014.338696] env[70480]: DEBUG nova.objects.instance [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'flavor' on Instance uuid eaf5fc9a-ad2e-4df3-b035-066ce66e0eff {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.370884] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c259ddd4-d94b-44f4-85bd-a9b0a74700cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.380460] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6417fd-c57f-4d17-a582-97fe03e93bd2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.400844] env[70480]: DEBUG nova.virt.block_device [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updating existing volume attachment record: fc142bfd-f55c-444b-b4dd-c210eb434391 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1014.661943] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.805868] env[70480]: DEBUG nova.compute.utils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.809304] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.809482] env[70480]: DEBUG nova.network.neutron [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.846445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bf23cf5d-1b4f-43b3-a253-14b1cfb7bf7f tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.864s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.914731] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.916808] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.916808] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.916978] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.917281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.920388] env[70480]: INFO nova.compute.manager [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Terminating instance [ 1014.940825] env[70480]: DEBUG nova.policy [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f5bb4e244f4a0693afd6f1c09de8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8456e377fc47c89d25afae3c9c13a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.131670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.163297] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723190, 'name': ReconfigVM_Task, 'duration_secs': 0.819004} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.164844] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] f1580435-6943-4320-97dd-6c3d8d8d2e5e/f1580435-6943-4320-97dd-6c3d8d8d2e5e.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.164844] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45bf3f4-8536-494a-ae8f-55283da8454b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.177174] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1015.177174] env[70480]: value = "task-3723194" [ 1015.177174] env[70480]: _type = "Task" [ 1015.177174] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.184276] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723194, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.281887] env[70480]: INFO nova.compute.manager [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Rebuilding instance [ 1015.318717] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.335959] env[70480]: DEBUG nova.objects.instance [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'flavor' on Instance uuid acab7254-8f13-4591-b247-ffd3cfa1a6b8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.366383] env[70480]: DEBUG nova.compute.manager [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.367966] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e895bc2-dc18-4ba9-b5e3-b8a8aabf2d6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.426986] env[70480]: DEBUG nova.compute.manager [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.427378] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.427713] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95509a44-011f-4abd-81b6-253a4e42a0df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.432157] env[70480]: DEBUG nova.network.neutron [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Successfully created port: b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.443198] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1015.443198] env[70480]: value = "task-3723195" [ 1015.443198] env[70480]: _type = "Task" [ 1015.443198] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.454381] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.685352] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723194, 'name': Rename_Task, 'duration_secs': 0.178315} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.685352] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.687028] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77039963-7b49-4cfe-bbdb-2fff1e6582d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.700337] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1015.700337] env[70480]: value = "task-3723196" [ 1015.700337] env[70480]: _type = "Task" [ 1015.700337] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.715960] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.843532] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7049f21-f31a-4e92-a70f-24de36ddfb03 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.899s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.881033] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d97020-2316-46fc-946c-775faa44c90b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.893201] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2272c9-fea4-467b-be04-968005207a95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.939573] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c71f40-1573-4124-b8c7-626ea6f30329 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.951337] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648e011f-6a30-4417-ada1-c9e9d0e7b51f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.961085] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723195, 'name': PowerOffVM_Task, 'duration_secs': 0.28947} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.961085] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.961085] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.961256] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741383', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'name': 'volume-c318297a-4c84-481d-85a8-f10eec851498', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaf5fc9a-ad2e-4df3-b035-066ce66e0eff', 'attached_at': '', 'detached_at': '', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'serial': 'c318297a-4c84-481d-85a8-f10eec851498'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.962103] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7771f3af-678c-48bc-bb60-f300050994a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.973990] env[70480]: DEBUG nova.compute.provider_tree [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.999364] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9afcf0-5a84-4e91-8e11-93d8e635ef60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.010046] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908edd49-ff06-4be5-b6bf-db37cf384996 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.032556] env[70480]: INFO nova.compute.manager [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Rescuing [ 1016.032967] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.033136] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.033301] env[70480]: DEBUG nova.network.neutron [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.035096] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d722309-d8b2-4b29-8ea4-e68ffe794767 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.052615] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] The volume has not been displaced from its original location: [datastore2] volume-c318297a-4c84-481d-85a8-f10eec851498/volume-c318297a-4c84-481d-85a8-f10eec851498.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1016.060089] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.060089] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f1750c-d250-4b88-adce-577324d45d08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.081100] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1016.081100] env[70480]: value = "task-3723197" [ 1016.081100] env[70480]: _type = "Task" [ 1016.081100] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.211614] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723196, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.331987] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.360267] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.360554] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.360712] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.360897] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.361062] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.361274] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.361514] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.361728] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.361849] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.362064] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.362261] env[70480]: DEBUG nova.virt.hardware [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.363141] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77851a2-3759-4b31-a42b-7ab46d486414 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.371888] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d475351-d184-492a-a346-b6d62df7f59f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.391250] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.391718] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925eb8d6-b06f-44fe-a0bf-ee90cb0472ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.398187] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1016.398187] env[70480]: value = "task-3723198" [ 1016.398187] env[70480]: _type = "Task" [ 1016.398187] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.406780] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.478319] env[70480]: DEBUG nova.scheduler.client.report [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.598527] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723197, 'name': ReconfigVM_Task, 'duration_secs': 0.4989} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.598933] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.604223] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f024827f-a371-4b1c-b327-1d86c6070e38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.623995] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1016.623995] env[70480]: value = "task-3723199" [ 1016.623995] env[70480]: _type = "Task" [ 1016.623995] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.640706] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.713576] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723196, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.843287] env[70480]: DEBUG nova.network.neutron [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.917108] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723198, 'name': PowerOffVM_Task, 'duration_secs': 0.40096} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.917108] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.917108] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.917108] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d29531-4f40-483e-b176-a3c45d24073c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.924985] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.925192] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-436fad1d-f4eb-4b42-9997-7e6a98e992a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.986035] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.986776] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.990784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.822s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.990784] env[70480]: DEBUG nova.objects.instance [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'resources' on Instance uuid e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.998785] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.999180] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.999540] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore2] 42273ecf-f563-488a-a2c2-e476752fce34 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.999966] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b175bbb-72ac-4a16-99d1-8cd836027248 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.009838] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1017.009838] env[70480]: value = "task-3723202" [ 1017.009838] env[70480]: _type = "Task" [ 1017.009838] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.027526] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.135983] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723199, 'name': ReconfigVM_Task, 'duration_secs': 0.29923} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.136112] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741383', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'name': 'volume-c318297a-4c84-481d-85a8-f10eec851498', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaf5fc9a-ad2e-4df3-b035-066ce66e0eff', 'attached_at': '', 'detached_at': '', 'volume_id': 'c318297a-4c84-481d-85a8-f10eec851498', 'serial': 'c318297a-4c84-481d-85a8-f10eec851498'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1017.136525] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.139913] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb65a5-e304-47c2-b30b-b8aa7904dd99 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.146247] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.146670] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11ea0723-b23e-4bf2-b00f-d8651125c269 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.213325] env[70480]: DEBUG oslo_vmware.api [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723196, 'name': PowerOnVM_Task, 'duration_secs': 1.026495} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.213794] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.213873] env[70480]: INFO nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1017.214033] env[70480]: DEBUG nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.217117] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaeaf0b-74bd-4537-ad98-332edb915074 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.226921] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.227241] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.227484] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleting the datastore file [datastore1] eaf5fc9a-ad2e-4df3-b035-066ce66e0eff {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.228099] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ff9b00-10fc-4719-980c-2c53b4f3affd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.235548] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1017.235548] env[70480]: value = "task-3723204" [ 1017.235548] env[70480]: _type = "Task" [ 1017.235548] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.245198] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.346028] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.430227] env[70480]: DEBUG nova.compute.manager [req-3bd6c3c4-dd0f-4b27-98a0-70d451b892e2 req-9986dd8f-f30b-4ff8-83ca-51758defaab8 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Received event network-vif-plugged-b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.430227] env[70480]: DEBUG oslo_concurrency.lockutils [req-3bd6c3c4-dd0f-4b27-98a0-70d451b892e2 req-9986dd8f-f30b-4ff8-83ca-51758defaab8 service nova] Acquiring lock "9988d525-c3ef-40f5-9367-be8e96691290-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.430227] env[70480]: DEBUG oslo_concurrency.lockutils [req-3bd6c3c4-dd0f-4b27-98a0-70d451b892e2 req-9986dd8f-f30b-4ff8-83ca-51758defaab8 service nova] Lock "9988d525-c3ef-40f5-9367-be8e96691290-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.430227] env[70480]: DEBUG oslo_concurrency.lockutils [req-3bd6c3c4-dd0f-4b27-98a0-70d451b892e2 req-9986dd8f-f30b-4ff8-83ca-51758defaab8 service nova] Lock "9988d525-c3ef-40f5-9367-be8e96691290-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.431200] env[70480]: DEBUG nova.compute.manager [req-3bd6c3c4-dd0f-4b27-98a0-70d451b892e2 req-9986dd8f-f30b-4ff8-83ca-51758defaab8 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] No waiting events found dispatching network-vif-plugged-b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1017.432131] env[70480]: WARNING nova.compute.manager [req-3bd6c3c4-dd0f-4b27-98a0-70d451b892e2 req-9986dd8f-f30b-4ff8-83ca-51758defaab8 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Received unexpected event network-vif-plugged-b222a448-efce-4031-8625-19eb8aae9772 for instance with vm_state building and task_state spawning. [ 1017.493297] env[70480]: DEBUG nova.compute.utils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.497324] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.497546] env[70480]: DEBUG nova.network.neutron [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.523525] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200042} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.524534] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.524534] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.524534] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.564721] env[70480]: DEBUG nova.network.neutron [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Successfully updated port: b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.572676] env[70480]: DEBUG nova.policy [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f5bb4e244f4a0693afd6f1c09de8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8456e377fc47c89d25afae3c9c13a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.747116] env[70480]: INFO nova.compute.manager [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Took 29.25 seconds to build instance. [ 1017.753952] env[70480]: DEBUG oslo_vmware.api [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280866} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.753952] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.754226] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.754369] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.754479] env[70480]: INFO nova.compute.manager [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1017.755357] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.755357] env[70480]: DEBUG nova.compute.manager [-] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.755357] env[70480]: DEBUG nova.network.neutron [-] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.841633] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f65bfbf-465c-4d7a-b6c1-cb3f6d2e98aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.850262] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f998e376-eace-486a-ad17-32580752ee87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.883865] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d7655-0731-4d63-97a8-bc9c03b5313f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.894407] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a71b59-e120-421b-b042-3a3240f50695 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.909841] env[70480]: DEBUG nova.compute.provider_tree [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.970920] env[70480]: DEBUG nova.network.neutron [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Successfully created port: cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.001969] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.068465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "refresh_cache-9988d525-c3ef-40f5-9367-be8e96691290" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.068638] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "refresh_cache-9988d525-c3ef-40f5-9367-be8e96691290" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.068915] env[70480]: DEBUG nova.network.neutron [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.251016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.766s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.414067] env[70480]: DEBUG nova.scheduler.client.report [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.561708] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.562021] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.562748] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.562748] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.562748] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.562748] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.562965] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.563154] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.563405] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.563607] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.564153] env[70480]: DEBUG nova.virt.hardware [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.564778] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f3d6f-11a9-4d53-9bce-c751f0c1edca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.577111] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca4726-7c1b-4b97-b16c-5da01466777d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.594162] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:22:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8616b1-9cc0-4133-8ee8-626c37b16669', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.603119] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.604316] env[70480]: DEBUG nova.network.neutron [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.606371] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.606626] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75439547-9367-4033-893e-1a78e7521f7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.628805] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.628805] env[70480]: value = "task-3723205" [ 1018.628805] env[70480]: _type = "Task" [ 1018.628805] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.637156] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723205, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.770244] env[70480]: DEBUG nova.network.neutron [-] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.906170] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.906552] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e129f6-ccb1-4619-b38f-d5d1f437a3cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.919874] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.922075] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1018.922075] env[70480]: value = "task-3723206" [ 1018.922075] env[70480]: _type = "Task" [ 1018.922075] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.922838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.528s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.923197] env[70480]: DEBUG nova.objects.instance [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lazy-loading 'resources' on Instance uuid 709ba95b-7e18-453c-9fd5-a0a40741fd17 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.941618] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.956476] env[70480]: INFO nova.scheduler.client.report [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted allocations for instance e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c [ 1019.013731] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.049699] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.049955] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.050142] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.050336] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.050481] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.050762] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.050863] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.051178] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.051260] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.051441] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.051618] env[70480]: DEBUG nova.virt.hardware [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.052796] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc92d0-ca37-4159-9404-cf271b73fa75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.063724] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8bfcf8-ff9c-423e-a42f-0645f9b69b29 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.142587] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723205, 'name': CreateVM_Task, 'duration_secs': 0.379729} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.142882] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.144031] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.144302] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.144715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.145032] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82548f4-d8a3-4ee1-aadd-3841c9b5b676 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.151288] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1019.151288] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fa89ea-b80a-2ef7-3d7b-eb4630110b8c" [ 1019.151288] env[70480]: _type = "Task" [ 1019.151288] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.161742] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fa89ea-b80a-2ef7-3d7b-eb4630110b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.175156] env[70480]: DEBUG nova.network.neutron [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Updating instance_info_cache with network_info: [{"id": "b222a448-efce-4031-8625-19eb8aae9772", "address": "fa:16:3e:8d:42:76", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb222a448-ef", "ovs_interfaceid": "b222a448-efce-4031-8625-19eb8aae9772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.273157] env[70480]: INFO nova.compute.manager [-] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Took 1.52 seconds to deallocate network for instance. [ 1019.439689] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723206, 'name': PowerOffVM_Task, 'duration_secs': 0.305519} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.440813] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.440813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8f93d-87a2-423a-a4c8-bd6b565f1c22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.474934] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.475155] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.477390] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1808eca-a4cf-4129-87f9-cc8d9dacbfea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.480560] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11feb6-1d31-4aea-963a-36f7dabc5c6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.484506] env[70480]: DEBUG nova.compute.manager [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Received event network-changed-b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.484688] env[70480]: DEBUG nova.compute.manager [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Refreshing instance network info cache due to event network-changed-b222a448-efce-4031-8625-19eb8aae9772. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.484875] env[70480]: DEBUG oslo_concurrency.lockutils [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] Acquiring lock "refresh_cache-9988d525-c3ef-40f5-9367-be8e96691290" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.485380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-72990001-9007-48a8-a644-159103b10bed tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.806s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.515773] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d932472-dc6e-489a-8258-73339e4ff0a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.544097] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-9f0d588c-6650-494a-8d43-8b798447590b/volume-9f0d588c-6650-494a-8d43-8b798447590b.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.549317] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.551765] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8b2a0b-f162-4839-8002-4e8131d08a44 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.565774] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d038a18-91af-4ea8-8d0a-858d5fdc24c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.574365] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1019.574365] env[70480]: value = "task-3723207" [ 1019.574365] env[70480]: _type = "Task" [ 1019.574365] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.575710] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1019.575710] env[70480]: value = "task-3723208" [ 1019.575710] env[70480]: _type = "Task" [ 1019.575710] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.593840] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1019.594237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.594499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.594660] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.594982] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.595110] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.597765] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e16286-98f1-4386-954f-a67ddcb69314 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.607761] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.608015] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.608805] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bd9691-6a0b-4d5a-b719-62384febc9d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.618054] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1019.618054] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c729e4-3456-a37b-9c8f-e77a8517813b" [ 1019.618054] env[70480]: _type = "Task" [ 1019.618054] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.627012] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c729e4-3456-a37b-9c8f-e77a8517813b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.667642] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fa89ea-b80a-2ef7-3d7b-eb4630110b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.017512} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.668140] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.668577] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.668877] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.669154] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.669470] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.669878] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c62caa9-3498-456a-aac7-1fdc811c2912 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.678543] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "refresh_cache-9988d525-c3ef-40f5-9367-be8e96691290" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.678968] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance network_info: |[{"id": "b222a448-efce-4031-8625-19eb8aae9772", "address": "fa:16:3e:8d:42:76", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb222a448-ef", "ovs_interfaceid": "b222a448-efce-4031-8625-19eb8aae9772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.679341] env[70480]: DEBUG oslo_concurrency.lockutils [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] Acquired lock "refresh_cache-9988d525-c3ef-40f5-9367-be8e96691290" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.679589] env[70480]: DEBUG nova.network.neutron [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Refreshing network info cache for port b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.681776] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:42:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b222a448-efce-4031-8625-19eb8aae9772', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.689634] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating folder: Project (fc8456e377fc47c89d25afae3c9c13a6). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.693112] env[70480]: DEBUG nova.compute.manager [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.693328] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63151e41-71e3-4cb7-8f17-d86f3996743c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.695486] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.695684] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.699577] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a0058-6240-4e48-a287-4ad4613e2c23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.702136] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3ec4e2-5269-4c7a-aae3-94bde1c3d9d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.714070] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1019.714070] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b6c170-22f7-6c8c-02aa-97cd993132bc" [ 1019.714070] env[70480]: _type = "Task" [ 1019.714070] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.717125] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created folder: Project (fc8456e377fc47c89d25afae3c9c13a6) in parent group-v741156. [ 1019.717330] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating folder: Instances. Parent ref: group-v741390. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.717571] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0479e34b-fdd8-4351-9e62-1c44a94d8b58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.726453] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b6c170-22f7-6c8c-02aa-97cd993132bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.728317] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created folder: Instances in parent group-v741390. [ 1019.730021] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.730021] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7cb553-ae11-45f1-be7d-546feb5f9f2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.731045] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.731296] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0439672a-8f56-4d51-b73e-fe3ef5af4470 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.752195] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1019.752195] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521207de-fc1d-b61b-b826-da19ec557344" [ 1019.752195] env[70480]: _type = "Task" [ 1019.752195] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.757735] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.757735] env[70480]: value = "task-3723211" [ 1019.757735] env[70480]: _type = "Task" [ 1019.757735] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.767568] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521207de-fc1d-b61b-b826-da19ec557344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.777649] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723211, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.837078] env[70480]: INFO nova.compute.manager [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Took 0.56 seconds to detach 1 volumes for instance. [ 1019.865071] env[70480]: DEBUG nova.network.neutron [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Successfully updated port: cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.905714] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51111aeb-520e-4af6-b479-d8590ed734ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.916337] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b32bd6-4aae-4101-a745-a59b057b705e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.951224] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b7153-83f6-4fe3-9df1-cea9eb51007e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.959919] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7965eb-58e6-422e-b8d6-11b721575c7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.974966] env[70480]: DEBUG nova.compute.provider_tree [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.091932] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.131160] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c729e4-3456-a37b-9c8f-e77a8517813b, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.132042] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c037c962-8b8d-4639-a422-6f214ca6f26d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.138961] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1020.138961] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52242879-af19-e6fe-2368-97401aabf732" [ 1020.138961] env[70480]: _type = "Task" [ 1020.138961] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.150163] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52242879-af19-e6fe-2368-97401aabf732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.214324] env[70480]: INFO nova.compute.manager [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] instance snapshotting [ 1020.217313] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad58a0-ee1c-42a9-8ca5-dc806581b229 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.243261] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca02ad7-a709-4be7-bba0-1f9caae1d6f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.271222] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723211, 'name': CreateVM_Task, 'duration_secs': 0.44825} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.278333] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.278687] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521207de-fc1d-b61b-b826-da19ec557344, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.279415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.279580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.279896] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.280201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.280418] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.280977] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8cd8f0-04b4-4494-81a5-2e2eefea3194 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.286034] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb566738-a9bf-4fd3-a185-7bdf02a8a4f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.289123] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1020.289123] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289a2bb-e1ca-da4a-cfc6-c8d1aa7cf4f1" [ 1020.289123] env[70480]: _type = "Task" [ 1020.289123] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.294397] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1020.294397] env[70480]: value = "task-3723212" [ 1020.294397] env[70480]: _type = "Task" [ 1020.294397] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.306355] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289a2bb-e1ca-da4a-cfc6-c8d1aa7cf4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.310858] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.346391] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.368104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "refresh_cache-e80427ac-95cc-495a-b3c6-42fa554a6321" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.368104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "refresh_cache-e80427ac-95cc-495a-b3c6-42fa554a6321" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.368104] env[70480]: DEBUG nova.network.neutron [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.482410] env[70480]: DEBUG nova.scheduler.client.report [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.544029] env[70480]: DEBUG nova.network.neutron [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Updated VIF entry in instance network info cache for port b222a448-efce-4031-8625-19eb8aae9772. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.544561] env[70480]: DEBUG nova.network.neutron [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Updating instance_info_cache with network_info: [{"id": "b222a448-efce-4031-8625-19eb8aae9772", "address": "fa:16:3e:8d:42:76", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb222a448-ef", "ovs_interfaceid": "b222a448-efce-4031-8625-19eb8aae9772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.590995] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.651898] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52242879-af19-e6fe-2368-97401aabf732, 'name': SearchDatastore_Task, 'duration_secs': 0.039266} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.652162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.652602] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. {{(pid=70480) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1020.653080] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a3e2b3-b369-4db1-ba4c-efa8c22f1f38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.660965] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1020.660965] env[70480]: value = "task-3723213" [ 1020.660965] env[70480]: _type = "Task" [ 1020.660965] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.673770] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.764173] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.764487] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1198f40b-4ce5-49a0-b92d-676759d71712 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.774141] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1020.774141] env[70480]: value = "task-3723214" [ 1020.774141] env[70480]: _type = "Task" [ 1020.774141] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.786771] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.806413] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289a2bb-e1ca-da4a-cfc6-c8d1aa7cf4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.021009} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.807318] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.807603] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.807894] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.808166] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.808365] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.808707] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da364ddf-2944-4f5a-a341-b8133514f562 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.814381] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723212, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.830473] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.830760] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.832773] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b3de3a-e124-414b-a62f-f1a9145cf058 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.841514] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1020.841514] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522de116-b655-79fb-a4a2-fae7ef894f93" [ 1020.841514] env[70480]: _type = "Task" [ 1020.841514] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.853993] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522de116-b655-79fb-a4a2-fae7ef894f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.926056] env[70480]: DEBUG nova.network.neutron [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.991190] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.995209] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.050s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.996802] env[70480]: INFO nova.compute.claims [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.033858] env[70480]: INFO nova.scheduler.client.report [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Deleted allocations for instance 709ba95b-7e18-453c-9fd5-a0a40741fd17 [ 1021.047916] env[70480]: DEBUG oslo_concurrency.lockutils [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] Releasing lock "refresh_cache-9988d525-c3ef-40f5-9367-be8e96691290" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.048255] env[70480]: DEBUG nova.compute.manager [req-614b2f48-703b-49a5-bb11-16427c27d60b req-a05b0457-eb81-40f4-a341-d3de97f0bc00 service nova] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Received event network-vif-deleted-a2747177-971c-4ead-9b2e-6dde3101ab5b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.095501] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723208, 'name': ReconfigVM_Task, 'duration_secs': 1.451964} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.096454] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-9f0d588c-6650-494a-8d43-8b798447590b/volume-9f0d588c-6650-494a-8d43-8b798447590b.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.109807] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1841382-1b8b-4ec2-b1ad-3abb9ad5d33d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.139223] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1021.139223] env[70480]: value = "task-3723215" [ 1021.139223] env[70480]: _type = "Task" [ 1021.139223] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.154291] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.177137] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723213, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.290112] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.308752] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.984103} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.309165] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.309471] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.309839] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c68adb1d-abce-4884-90dd-fb3eeb558f74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.320129] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1021.320129] env[70480]: value = "task-3723216" [ 1021.320129] env[70480]: _type = "Task" [ 1021.320129] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.335906] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.340722] env[70480]: DEBUG nova.network.neutron [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Updating instance_info_cache with network_info: [{"id": "cb46d4c7-8369-4749-8755-d33528c6d79b", "address": "fa:16:3e:3b:c9:9c", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb46d4c7-83", "ovs_interfaceid": "cb46d4c7-8369-4749-8755-d33528c6d79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.356265] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522de116-b655-79fb-a4a2-fae7ef894f93, 'name': SearchDatastore_Task, 'duration_secs': 0.063671} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.357848] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31ba9ae-60be-4837-8d02-724905e9f267 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.365686] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1021.365686] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526c2a1e-31ef-36c9-8eb3-7b655c382af3" [ 1021.365686] env[70480]: _type = "Task" [ 1021.365686] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.378465] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526c2a1e-31ef-36c9-8eb3-7b655c382af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.545870] env[70480]: DEBUG oslo_concurrency.lockutils [None req-640b8289-472f-4885-8685-9f25340775bd tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Lock "709ba95b-7e18-453c-9fd5-a0a40741fd17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.842s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.594192] env[70480]: DEBUG nova.compute.manager [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Received event network-vif-plugged-cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.594260] env[70480]: DEBUG oslo_concurrency.lockutils [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] Acquiring lock "e80427ac-95cc-495a-b3c6-42fa554a6321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.595014] env[70480]: DEBUG oslo_concurrency.lockutils [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.595285] env[70480]: DEBUG oslo_concurrency.lockutils [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.595509] env[70480]: DEBUG nova.compute.manager [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] No waiting events found dispatching network-vif-plugged-cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.595725] env[70480]: WARNING nova.compute.manager [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Received unexpected event network-vif-plugged-cb46d4c7-8369-4749-8755-d33528c6d79b for instance with vm_state building and task_state spawning. [ 1021.595895] env[70480]: DEBUG nova.compute.manager [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Received event network-changed-cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.596059] env[70480]: DEBUG nova.compute.manager [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Refreshing instance network info cache due to event network-changed-cb46d4c7-8369-4749-8755-d33528c6d79b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.596237] env[70480]: DEBUG oslo_concurrency.lockutils [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] Acquiring lock "refresh_cache-e80427ac-95cc-495a-b3c6-42fa554a6321" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.650479] env[70480]: DEBUG oslo_vmware.api [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723215, 'name': ReconfigVM_Task, 'duration_secs': 0.218887} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.650803] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1021.677723] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812296} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.678034] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. [ 1021.679034] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d5775-a388-4e6f-aa6a-628455ba3c16 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.708714] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.709125] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288035e6-5eb5-45f9-90b4-5ef96d8bfba1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.730491] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1021.730491] env[70480]: value = "task-3723217" [ 1021.730491] env[70480]: _type = "Task" [ 1021.730491] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.741289] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.786301] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723214, 'name': CreateSnapshot_Task, 'duration_secs': 0.95219} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.786713] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.787562] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60afffae-2043-4386-bf5a-bc6209a0f4e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.834101] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0902} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.834369] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.837185] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628f326-9edf-4f96-acfa-525363c358db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.852500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "refresh_cache-e80427ac-95cc-495a-b3c6-42fa554a6321" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.852680] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Instance network_info: |[{"id": "cb46d4c7-8369-4749-8755-d33528c6d79b", "address": "fa:16:3e:3b:c9:9c", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb46d4c7-83", "ovs_interfaceid": "cb46d4c7-8369-4749-8755-d33528c6d79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.862156] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.862547] env[70480]: DEBUG oslo_concurrency.lockutils [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] Acquired lock "refresh_cache-e80427ac-95cc-495a-b3c6-42fa554a6321" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.863278] env[70480]: DEBUG nova.network.neutron [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Refreshing network info cache for port cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.866690] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:c9:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb46d4c7-8369-4749-8755-d33528c6d79b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.872377] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.873306] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-489c453e-0a11-4b23-962f-999675ed0a79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.889111] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.892510] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54b105c5-8def-4bf6-a2d0-b879b9a452f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.915148] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526c2a1e-31ef-36c9-8eb3-7b655c382af3, 'name': SearchDatastore_Task, 'duration_secs': 0.017524} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.917521] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.918315] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.918315] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.918315] env[70480]: value = "task-3723219" [ 1021.918315] env[70480]: _type = "Task" [ 1021.918315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.918315] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1021.918315] env[70480]: value = "task-3723218" [ 1021.918315] env[70480]: _type = "Task" [ 1021.918315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.918932] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c77b4b00-b5dd-4d1e-8f72-6550fa28ca9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.938221] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723219, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.944385] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.944732] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1021.944732] env[70480]: value = "task-3723220" [ 1021.944732] env[70480]: _type = "Task" [ 1021.944732] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.957094] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.136463] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.139018] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.159638] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.159638] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.245724] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723217, 'name': ReconfigVM_Task, 'duration_secs': 0.416053} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.246500] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.246982] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced53ba-80e9-4708-a17f-d8b8ae5d42ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.283868] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5745140-ca0c-4481-88f5-40ee3e6e8416 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.310470] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1022.311046] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1022.311046] env[70480]: value = "task-3723221" [ 1022.311046] env[70480]: _type = "Task" [ 1022.311046] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.312460] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb129cc9-7e31-4562-89da-1599c09d0530 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.328408] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1022.328408] env[70480]: value = "task-3723222" [ 1022.328408] env[70480]: _type = "Task" [ 1022.328408] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.333054] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.350802] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723222, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.432739] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae9a934-ed0d-4cec-8201-f06673d20f5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.442401] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.447398] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723219, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.448475] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71af63a-732c-430c-93cc-a333d95322dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.461084] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723220, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.489955] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c43c91d-c0ac-4e52-bc86-83a8e071f15b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.501395] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9507efa-8df3-4c28-8569-8386acfaa981 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.517223] env[70480]: DEBUG nova.compute.provider_tree [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.640411] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.663494] env[70480]: DEBUG nova.compute.utils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.706263] env[70480]: DEBUG nova.objects.instance [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'flavor' on Instance uuid 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.721776] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.722058] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.722279] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.722468] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.722637] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.728368] env[70480]: INFO nova.compute.manager [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Terminating instance [ 1022.804298] env[70480]: DEBUG nova.network.neutron [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Updated VIF entry in instance network info cache for port cb46d4c7-8369-4749-8755-d33528c6d79b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.804666] env[70480]: DEBUG nova.network.neutron [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Updating instance_info_cache with network_info: [{"id": "cb46d4c7-8369-4749-8755-d33528c6d79b", "address": "fa:16:3e:3b:c9:9c", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb46d4c7-83", "ovs_interfaceid": "cb46d4c7-8369-4749-8755-d33528c6d79b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.832655] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723221, 'name': ReconfigVM_Task, 'duration_secs': 0.225958} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.832998] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.837109] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67af7507-7410-457b-8601-cba3f6a02f2a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.845926] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723222, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.848546] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1022.848546] env[70480]: value = "task-3723223" [ 1022.848546] env[70480]: _type = "Task" [ 1022.848546] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.862602] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.938492] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723219, 'name': CreateVM_Task, 'duration_secs': 0.537755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.944388] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.944755] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723218, 'name': ReconfigVM_Task, 'duration_secs': 0.789248} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.945595] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.945719] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.946724] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.946917] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 42273ecf-f563-488a-a2c2-e476752fce34/42273ecf-f563-488a-a2c2-e476752fce34.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.947554] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6124315-8bd5-4f0b-92c9-aa92c0a23387 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.949596] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c554a4e-5663-4963-9e59-1afda494c3fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.962025] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528004} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.964906] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.965540] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.965743] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1022.965743] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5222e1ad-ef5d-956d-3aaa-822fabce967f" [ 1022.965743] env[70480]: _type = "Task" [ 1022.965743] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.966074] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1022.966074] env[70480]: value = "task-3723224" [ 1022.966074] env[70480]: _type = "Task" [ 1022.966074] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.966317] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02ec387c-5cd7-4f60-9e72-ae9cbe1636bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.980690] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723224, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.986432] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1022.986432] env[70480]: value = "task-3723225" [ 1022.986432] env[70480]: _type = "Task" [ 1022.986432] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.986743] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5222e1ad-ef5d-956d-3aaa-822fabce967f, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.987142] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.987416] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.987698] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.987834] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.988148] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.992504] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-799b9033-e75c-46b5-8398-b02c81788fb7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.001402] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.002891] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.004300] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.004300] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06e51b9-5c27-4cb7-8c86-d51b6a03f00c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.011346] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1023.011346] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f2e77-9fb4-a6da-5533-b024fa0960c0" [ 1023.011346] env[70480]: _type = "Task" [ 1023.011346] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.021544] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f2e77-9fb4-a6da-5533-b024fa0960c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.022433] env[70480]: DEBUG nova.scheduler.client.report [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.166454] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.167859] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.210584] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33c5f64f-0469-4769-9c9d-8eac5c1ba2ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.889s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.230553] env[70480]: DEBUG nova.compute.manager [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.230817] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.232784] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565af598-321d-42e8-8340-94bba64ff954 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248030] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.248030] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51aa102-f19f-4f99-835f-cd8fc4d64bec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.251536] env[70480]: DEBUG oslo_vmware.api [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1023.251536] env[70480]: value = "task-3723226" [ 1023.251536] env[70480]: _type = "Task" [ 1023.251536] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.262156] env[70480]: DEBUG oslo_vmware.api [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.308092] env[70480]: DEBUG oslo_concurrency.lockutils [req-6277748c-27e8-453d-994a-43721ecff9d8 req-2122f1c6-85cc-407b-8026-876c85797834 service nova] Releasing lock "refresh_cache-e80427ac-95cc-495a-b3c6-42fa554a6321" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.343967] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723222, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.358896] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.480731] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723224, 'name': Rename_Task, 'duration_secs': 0.318707} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.480731] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.480731] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-175c3208-0930-4baa-bb89-193f9df98e0d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.492803] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1023.492803] env[70480]: value = "task-3723227" [ 1023.492803] env[70480]: _type = "Task" [ 1023.492803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.503543] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15033} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.504689] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.505668] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ffd70e-7d0a-4218-bce2-990ab2d80c97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.513984] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.531177] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.531549] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.544874] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.545540] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.476s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.545816] env[70480]: DEBUG nova.objects.instance [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'resources' on Instance uuid 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.547103] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfff2c2-f8c8-4066-b38c-786ce2c9412d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.567941] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f2e77-9fb4-a6da-5533-b024fa0960c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.569865] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fefaea-d8b0-4f3d-98f3-57ca7475b362 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.576201] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1023.576201] env[70480]: value = "task-3723228" [ 1023.576201] env[70480]: _type = "Task" [ 1023.576201] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.581832] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1023.581832] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f64927-a7d1-e34c-8960-a343e605cba2" [ 1023.581832] env[70480]: _type = "Task" [ 1023.581832] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.590759] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.598150] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f64927-a7d1-e34c-8960-a343e605cba2, 'name': SearchDatastore_Task, 'duration_secs': 0.012444} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.598627] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.598940] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e80427ac-95cc-495a-b3c6-42fa554a6321/e80427ac-95cc-495a-b3c6-42fa554a6321.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.599267] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a890e395-5c27-4d20-8b25-b5c982f8f9fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.611620] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1023.611620] env[70480]: value = "task-3723229" [ 1023.611620] env[70480]: _type = "Task" [ 1023.611620] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.624650] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.769176] env[70480]: DEBUG oslo_vmware.api [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723226, 'name': PowerOffVM_Task, 'duration_secs': 0.214512} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.770040] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.770309] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.770678] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9258e337-43ad-49b0-b3b1-f9f113dcc115 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.847527] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723222, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.855368] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.855620] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.855794] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleting the datastore file [datastore2] 988c5c44-e267-4bf1-bf87-fb3fd911f7b5 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.856084] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5172c6-e294-484b-9db5-fca02d7db627 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.862045] env[70480]: DEBUG oslo_vmware.api [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723223, 'name': PowerOnVM_Task, 'duration_secs': 0.804606} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.862977] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.866106] env[70480]: DEBUG nova.compute.manager [None req-f424025d-fcf9-4443-961a-eca31a71622e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.867121] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc214d3d-8a3a-45fb-bf80-0f532d5eb33f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.871717] env[70480]: DEBUG oslo_vmware.api [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1023.871717] env[70480]: value = "task-3723231" [ 1023.871717] env[70480]: _type = "Task" [ 1023.871717] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.891136] env[70480]: DEBUG oslo_vmware.api [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.006554] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.047134] env[70480]: DEBUG nova.compute.utils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.052916] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.053231] env[70480]: DEBUG nova.network.neutron [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.068816] env[70480]: DEBUG nova.objects.instance [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'numa_topology' on Instance uuid 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.093756] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.125917] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.131558] env[70480]: DEBUG nova.policy [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.236162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.236162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.236311] env[70480]: INFO nova.compute.manager [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Attaching volume 97ebabe7-f877-49ad-8f80-655cd41007cd to /dev/sdb [ 1024.261411] env[70480]: INFO nova.compute.manager [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Rebuilding instance [ 1024.265312] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.265624] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.281505] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d11069e-69e6-48fe-ad8d-f37dc68ef5eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.296912] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fbb2b-0b5e-43e2-bb4e-f7dbaa95bff4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.315278] env[70480]: DEBUG nova.virt.block_device [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating existing volume attachment record: ca46dc07-5ef8-43fa-9564-97b37251d581 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1024.323267] env[70480]: DEBUG nova.compute.manager [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.323267] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea89a506-22c0-4940-a904-a8c0026e34a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.347563] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723222, 'name': CloneVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.384841] env[70480]: DEBUG oslo_vmware.api [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381869} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.385128] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.385341] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.385535] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.385740] env[70480]: INFO nova.compute.manager [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1024.385943] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.388264] env[70480]: DEBUG nova.compute.manager [-] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.388389] env[70480]: DEBUG nova.network.neutron [-] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.504942] env[70480]: DEBUG oslo_vmware.api [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723227, 'name': PowerOnVM_Task, 'duration_secs': 0.645678} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.509021] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.509021] env[70480]: DEBUG nova.compute.manager [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.509021] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23fa6e-031b-4207-80af-4ccc7888a880 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.553958] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.572447] env[70480]: DEBUG nova.objects.base [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Object Instance<08366acb-d8ab-47ad-9848-03b29692fb12> lazy-loaded attributes: resources,numa_topology {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.591252] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723228, 'name': ReconfigVM_Task, 'duration_secs': 0.694523} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.591252] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.591252] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af9d675c-bf0a-4daa-8e97-c2dcfe8c2b97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.599795] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1024.599795] env[70480]: value = "task-3723233" [ 1024.599795] env[70480]: _type = "Task" [ 1024.599795] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.614836] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723233, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.627402] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589981} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.627840] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] e80427ac-95cc-495a-b3c6-42fa554a6321/e80427ac-95cc-495a-b3c6-42fa554a6321.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.627840] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.632126] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5a29bcd-4767-4d7e-8135-1ef953edcade {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.642064] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1024.642064] env[70480]: value = "task-3723234" [ 1024.642064] env[70480]: _type = "Task" [ 1024.642064] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.655347] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.773122] env[70480]: DEBUG nova.compute.utils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.794272] env[70480]: DEBUG nova.network.neutron [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Successfully created port: 84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.848723] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723222, 'name': CloneVM_Task, 'duration_secs': 2.067061} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.849912] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Created linked-clone VM from snapshot [ 1024.851261] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecf7833-1077-4bc2-9178-4e313673becf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.863782] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Uploading image da6ea7fc-0579-4303-a0cb-f6458fb869bf {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.884324] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.884618] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-798008d1-7042-4bbf-acef-048564400980 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.894343] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1024.894343] env[70480]: value = "task-3723235" [ 1024.894343] env[70480]: _type = "Task" [ 1024.894343] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.910670] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723235, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.978236] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ebe9e-197a-4b9f-b012-cea4b0d10783 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.987544] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb76bc1-b924-4204-88f9-0edd7c395f9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.028422] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef002b6f-c4e3-4c5a-8700-6795603e73a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.033926] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.039251] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da966eb-605d-42df-8305-ee3321890d47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.054968] env[70480]: DEBUG nova.compute.provider_tree [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.112222] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723233, 'name': Rename_Task, 'duration_secs': 0.166009} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.114146] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.114146] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ddd8362-8ca5-4ca2-ae73-6c728fa6aff8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.121640] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1025.121640] env[70480]: value = "task-3723238" [ 1025.121640] env[70480]: _type = "Task" [ 1025.121640] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.131206] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.154048] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078809} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.154358] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.155383] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c29fe-3502-4818-8e6b-de0272908bfb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.181938] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e80427ac-95cc-495a-b3c6-42fa554a6321/e80427ac-95cc-495a-b3c6-42fa554a6321.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.182300] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de673981-533e-4244-b567-187a1947b820 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.206137] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1025.206137] env[70480]: value = "task-3723239" [ 1025.206137] env[70480]: _type = "Task" [ 1025.206137] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.215660] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.281755] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.342906] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.343445] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a19a49-fe77-44af-8748-0aee7b1093f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.356154] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1025.356154] env[70480]: value = "task-3723240" [ 1025.356154] env[70480]: _type = "Task" [ 1025.356154] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.370466] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.411975] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723235, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.558170] env[70480]: DEBUG nova.scheduler.client.report [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.566393] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.601452] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.603249] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.606022] env[70480]: DEBUG nova.virt.hardware [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.607886] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035387ea-f584-45de-ab12-78bd622517b1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.621872] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8452b3-aac6-4291-a8a1-91d35aaf2003 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.639835] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723238, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.718563] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.867817] env[70480]: DEBUG nova.network.neutron [-] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.875721] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723240, 'name': PowerOffVM_Task, 'duration_secs': 0.45843} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.875721] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.907211] env[70480]: DEBUG nova.compute.manager [req-7a504628-78f7-4197-9675-7378b8478e5a req-a61eb7ab-7456-46ce-8367-ed3c1e3f7e4c service nova] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Received event network-vif-deleted-4edb4839-445a-40df-8574-4a42aff70016 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.916690] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723235, 'name': Destroy_Task, 'duration_secs': 0.838436} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.920668] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Destroyed the VM [ 1025.920916] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.922059] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ed83438-65b5-434f-ab67-4df38f131bac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.932748] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1025.932748] env[70480]: value = "task-3723241" [ 1025.932748] env[70480]: _type = "Task" [ 1025.932748] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.952510] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.008790] env[70480]: INFO nova.compute.manager [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Detaching volume 9f0d588c-6650-494a-8d43-8b798447590b [ 1026.059270] env[70480]: INFO nova.virt.block_device [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Attempting to driver detach volume 9f0d588c-6650-494a-8d43-8b798447590b from mountpoint /dev/sdb [ 1026.059270] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1026.059270] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1026.059270] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840039d-ae39-42f9-a191-f97f68c30856 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.068570] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.523s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.072275] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.727s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.072613] env[70480]: DEBUG nova.objects.instance [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'resources' on Instance uuid eaf5fc9a-ad2e-4df3-b035-066ce66e0eff {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.099756] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8bab84-f933-483f-a8a2-381057d581f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.113258] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e67a3f-6553-46ec-b360-c908cbcb7303 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.145897] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce3dc54-333e-42b4-83b2-888a76729474 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.164582] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f0d588c-6650-494a-8d43-8b798447590b/volume-9f0d588c-6650-494a-8d43-8b798447590b.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1026.171994] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.174135] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ba2a67-37bd-40c7-bba8-bc8eeef2d0c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.188191] env[70480]: DEBUG oslo_vmware.api [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723238, 'name': PowerOnVM_Task, 'duration_secs': 0.518644} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.188413] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.188618] env[70480]: INFO nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1026.188790] env[70480]: DEBUG nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.190998] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde381f-2be8-42c5-8632-6cb4af766bca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.195824] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1026.195824] env[70480]: value = "task-3723242" [ 1026.195824] env[70480]: _type = "Task" [ 1026.195824] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.212353] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.222384] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723239, 'name': ReconfigVM_Task, 'duration_secs': 0.774179} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.222755] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e80427ac-95cc-495a-b3c6-42fa554a6321/e80427ac-95cc-495a-b3c6-42fa554a6321.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.223441] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20f13a3-2ae8-4395-8681-ccbfe3ea9589 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.230813] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1026.230813] env[70480]: value = "task-3723243" [ 1026.230813] env[70480]: _type = "Task" [ 1026.230813] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.240833] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723243, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.377168] env[70480]: INFO nova.compute.manager [-] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Took 1.99 seconds to deallocate network for instance. [ 1026.378674] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.379148] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.380447] env[70480]: INFO nova.compute.manager [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Attaching volume fa1f4ea6-62f6-4deb-af77-482900dd6ed1 to /dev/sdb [ 1026.424109] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db4ea9-b5e3-4ce1-8217-4f1a0567b0ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.431906] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051fb7ef-76be-4563-8a96-0acf33e03695 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.445530] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.452618] env[70480]: DEBUG nova.virt.block_device [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updating existing volume attachment record: 4b99efa6-010c-4ea7-a52d-ba07f2be7446 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1026.521253] env[70480]: INFO nova.compute.manager [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Unrescuing [ 1026.521253] env[70480]: DEBUG oslo_concurrency.lockutils [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.521253] env[70480]: DEBUG oslo_concurrency.lockutils [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.521253] env[70480]: DEBUG nova.network.neutron [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.584943] env[70480]: DEBUG oslo_concurrency.lockutils [None req-33186636-5fed-4bd3-957c-bc3fdbbce093 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.110s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.586546] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.454s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.586546] env[70480]: INFO nova.compute.manager [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Unshelving [ 1026.719686] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.726595] env[70480]: INFO nova.compute.manager [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Took 30.78 seconds to build instance. [ 1026.750193] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723243, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.770968] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "42273ecf-f563-488a-a2c2-e476752fce34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.772544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "42273ecf-f563-488a-a2c2-e476752fce34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.772544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "42273ecf-f563-488a-a2c2-e476752fce34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.772544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "42273ecf-f563-488a-a2c2-e476752fce34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.772838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "42273ecf-f563-488a-a2c2-e476752fce34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.775518] env[70480]: INFO nova.compute.manager [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Terminating instance [ 1026.891501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.951262] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723241, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.006618] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a178c4-1cc5-4719-9bc4-27d7a248990c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.016566] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f822e89-8eeb-4809-87ea-6402d0affada {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.060594] env[70480]: DEBUG nova.network.neutron [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Successfully updated port: 84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.063096] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b241233-8832-44cd-8072-2c77b3ead399 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.074970] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a5b259-c194-4db1-baf7-4df170c3dbd4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.098534] env[70480]: DEBUG nova.compute.provider_tree [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.214280] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723242, 'name': ReconfigVM_Task, 'duration_secs': 1.011971} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.214642] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.220260] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5fb6b3-d1e3-46ec-882c-964e7a9e0f32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.237303] env[70480]: DEBUG oslo_concurrency.lockutils [None req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "9988d525-c3ef-40f5-9367-be8e96691290" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.303s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.249782] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1027.249782] env[70480]: value = "task-3723247" [ 1027.249782] env[70480]: _type = "Task" [ 1027.249782] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.250067] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723243, 'name': Rename_Task, 'duration_secs': 0.917272} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.250406] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.253825] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9cc1204-a8ca-4792-a7d2-24638e6a5466 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.261394] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1027.261394] env[70480]: value = "task-3723248" [ 1027.261394] env[70480]: _type = "Task" [ 1027.261394] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.265372] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.275053] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.280414] env[70480]: DEBUG nova.compute.manager [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.280620] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.281590] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ca4c71-f9c4-4f66-87c5-9c05742369dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.290613] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.293467] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c2b4ad-1ff2-44f6-aa1b-3fe269a69ec4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.299634] env[70480]: DEBUG oslo_vmware.api [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1027.299634] env[70480]: value = "task-3723249" [ 1027.299634] env[70480]: _type = "Task" [ 1027.299634] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.310838] env[70480]: DEBUG oslo_vmware.api [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.452950] env[70480]: DEBUG oslo_vmware.api [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723241, 'name': RemoveSnapshot_Task, 'duration_secs': 1.176986} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.453397] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1027.523292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "1ba0296a-a547-471a-a399-64ac4322e281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.523612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.567456] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-9802700b-571c-4a8e-827a-b2c59c2c2d4b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.567623] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-9802700b-571c-4a8e-827a-b2c59c2c2d4b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.567784] env[70480]: DEBUG nova.network.neutron [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.607288] env[70480]: DEBUG nova.scheduler.client.report [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.615459] env[70480]: DEBUG nova.compute.utils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.762978] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723247, 'name': ReconfigVM_Task, 'duration_secs': 0.229067} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.763467] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.775406] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.810842] env[70480]: DEBUG oslo_vmware.api [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723249, 'name': PowerOffVM_Task, 'duration_secs': 0.226148} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.811153] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.811422] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.811622] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7103a697-3471-4530-815e-6792296a9dc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.835509] env[70480]: DEBUG nova.network.neutron [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.882141] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.882141] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.883091] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore1] 42273ecf-f563-488a-a2c2-e476752fce34 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.884123] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349a1684-3c91-42d4-8c17-f5476c72ac70 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.890972] env[70480]: DEBUG oslo_vmware.api [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1027.890972] env[70480]: value = "task-3723251" [ 1027.890972] env[70480]: _type = "Task" [ 1027.890972] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.909380] env[70480]: DEBUG oslo_vmware.api [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.959479] env[70480]: WARNING nova.compute.manager [None req-db780ebf-c247-4730-a3c1-63f8f579d3e3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Image not found during snapshot: nova.exception.ImageNotFound: Image da6ea7fc-0579-4303-a0cb-f6458fb869bf could not be found. [ 1028.026501] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.116183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.118869] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.951s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.122389] env[70480]: INFO nova.compute.claims [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.125139] env[70480]: INFO nova.virt.block_device [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Booting with volume ca0bf615-46b9-4b0d-a32b-7427167555cb at /dev/sdb [ 1028.133020] env[70480]: DEBUG nova.network.neutron [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.144193] env[70480]: INFO nova.scheduler.client.report [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocations for instance eaf5fc9a-ad2e-4df3-b035-066ce66e0eff [ 1028.155277] env[70480]: DEBUG nova.compute.manager [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Received event network-vif-plugged-84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.155277] env[70480]: DEBUG oslo_concurrency.lockutils [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] Acquiring lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.155277] env[70480]: DEBUG oslo_concurrency.lockutils [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.155277] env[70480]: DEBUG oslo_concurrency.lockutils [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.155277] env[70480]: DEBUG nova.compute.manager [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] No waiting events found dispatching network-vif-plugged-84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.155631] env[70480]: WARNING nova.compute.manager [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Received unexpected event network-vif-plugged-84de19b8-ea4a-4417-83ee-c3433be72580 for instance with vm_state building and task_state spawning. [ 1028.155631] env[70480]: DEBUG nova.compute.manager [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Received event network-changed-84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.155761] env[70480]: DEBUG nova.compute.manager [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Refreshing instance network info cache due to event network-changed-84de19b8-ea4a-4417-83ee-c3433be72580. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.155853] env[70480]: DEBUG oslo_concurrency.lockutils [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] Acquiring lock "refresh_cache-9802700b-571c-4a8e-827a-b2c59c2c2d4b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.277175] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.340430] env[70480]: DEBUG oslo_concurrency.lockutils [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.341193] env[70480]: DEBUG nova.objects.instance [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'flavor' on Instance uuid acab7254-8f13-4591-b247-ffd3cfa1a6b8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.389816] env[70480]: DEBUG nova.network.neutron [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Updating instance_info_cache with network_info: [{"id": "84de19b8-ea4a-4417-83ee-c3433be72580", "address": "fa:16:3e:3f:a7:05", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84de19b8-ea", "ovs_interfaceid": "84de19b8-ea4a-4417-83ee-c3433be72580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.405127] env[70480]: DEBUG oslo_vmware.api [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.405436] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.405796] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.406033] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.406225] env[70480]: INFO nova.compute.manager [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1028.406482] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.406736] env[70480]: DEBUG nova.compute.manager [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.406842] env[70480]: DEBUG nova.network.neutron [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.516659] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.517037] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.549116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.652937] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "eaf5fc9a-ad2e-4df3-b035-066ce66e0eff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.738s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.786624] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.848054] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94803f58-0a9a-485d-af08-60060abe06bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.873777] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.874165] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2262f1-be2d-4e95-8475-4ed32b47f107 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.882243] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1028.882243] env[70480]: value = "task-3723253" [ 1028.882243] env[70480]: _type = "Task" [ 1028.882243] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.894375] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.898618] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-9802700b-571c-4a8e-827a-b2c59c2c2d4b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.898981] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Instance network_info: |[{"id": "84de19b8-ea4a-4417-83ee-c3433be72580", "address": "fa:16:3e:3f:a7:05", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84de19b8-ea", "ovs_interfaceid": "84de19b8-ea4a-4417-83ee-c3433be72580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.899882] env[70480]: DEBUG oslo_concurrency.lockutils [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] Acquired lock "refresh_cache-9802700b-571c-4a8e-827a-b2c59c2c2d4b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.899882] env[70480]: DEBUG nova.network.neutron [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Refreshing network info cache for port 84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.900925] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a7:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84de19b8-ea4a-4417-83ee-c3433be72580', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.913060] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.918495] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.919861] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1560ee-d91d-472d-a10b-568ce4f41544 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.944258] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.944258] env[70480]: value = "task-3723254" [ 1028.944258] env[70480]: _type = "Task" [ 1028.944258] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.954657] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723254, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.019755] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.165172] env[70480]: DEBUG nova.network.neutron [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.279334] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723248, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.387662] env[70480]: DEBUG nova.network.neutron [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Updated VIF entry in instance network info cache for port 84de19b8-ea4a-4417-83ee-c3433be72580. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.388077] env[70480]: DEBUG nova.network.neutron [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Updating instance_info_cache with network_info: [{"id": "84de19b8-ea4a-4417-83ee-c3433be72580", "address": "fa:16:3e:3f:a7:05", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84de19b8-ea", "ovs_interfaceid": "84de19b8-ea4a-4417-83ee-c3433be72580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.395707] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723253, 'name': PowerOffVM_Task, 'duration_secs': 0.257894} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.396301] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.401648] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfiguring VM instance instance-00000042 to detach disk 2002 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.402609] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2919aa48-9090-4fc3-a6b9-f4b81bbd534c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.424878] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1029.424878] env[70480]: value = "task-3723256" [ 1029.424878] env[70480]: _type = "Task" [ 1029.424878] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.438445] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.461958] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723254, 'name': CreateVM_Task, 'duration_secs': 0.422764} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.465583] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.466559] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.466732] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.467117] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.467386] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6692fd1-08b4-4528-bd3a-032982d45206 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.472835] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1029.472835] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ad007b-4a9a-6914-d43a-c24167806f49" [ 1029.472835] env[70480]: _type = "Task" [ 1029.472835] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.482049] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ad007b-4a9a-6914-d43a-c24167806f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.537928] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.539820] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9367045-2a48-4712-b3aa-97bbfcd910a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.547685] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f1db3f-c876-4c66-8ee0-2b6b0f99a6e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.577495] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.577812] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.578041] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.578234] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.578401] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.580518] env[70480]: INFO nova.compute.manager [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Terminating instance [ 1029.584403] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a3082d-62b8-4cd3-892e-5ccbcba63e74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.593774] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a179003-7e5b-4128-a4ee-4eadaeb336b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.609039] env[70480]: DEBUG nova.compute.provider_tree [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.668317] env[70480]: INFO nova.compute.manager [-] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Took 1.26 seconds to deallocate network for instance. [ 1029.782067] env[70480]: DEBUG oslo_vmware.api [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723248, 'name': PowerOnVM_Task, 'duration_secs': 2.10331} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.782067] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.782067] env[70480]: INFO nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1029.782067] env[70480]: DEBUG nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.782801] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43139e-ac47-4fc4-b002-af3ac2d5b9c0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.897054] env[70480]: DEBUG oslo_concurrency.lockutils [req-4514df2f-b777-4d02-be2a-b24ebd211f60 req-236d75b8-15f0-4d69-943c-7cd5fbe9f93c service nova] Releasing lock "refresh_cache-9802700b-571c-4a8e-827a-b2c59c2c2d4b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.934924] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.983962] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ad007b-4a9a-6914-d43a-c24167806f49, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.984221] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.984464] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.984714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.984859] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.985049] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.985312] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1146e42c-80b4-4af2-b610-0e3d289c0bf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.995829] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.996056] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.996795] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87d71a0-77ce-4bae-8701-55f2cafb9670 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.002827] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1030.002827] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520b88e8-f741-eaf6-649d-3279a70e53e6" [ 1030.002827] env[70480]: _type = "Task" [ 1030.002827] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.011903] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520b88e8-f741-eaf6-649d-3279a70e53e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.084480] env[70480]: DEBUG nova.compute.manager [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.084738] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.085718] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a21d01-d6a3-455e-a9b4-55820d0c1854 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.093993] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.094266] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa6b615-af50-4821-8d61-d22b143d877a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.101297] env[70480]: DEBUG oslo_vmware.api [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1030.101297] env[70480]: value = "task-3723257" [ 1030.101297] env[70480]: _type = "Task" [ 1030.101297] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.110138] env[70480]: DEBUG oslo_vmware.api [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.112171] env[70480]: DEBUG nova.scheduler.client.report [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.174741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.189466] env[70480]: DEBUG nova.compute.manager [req-7db72e51-d3ef-4703-8d40-19a76943c255 req-c276b2c5-7b07-4e92-ba64-86ee165fee6e service nova] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Received event network-vif-deleted-2d8616b1-9cc0-4133-8ee8-626c37b16669 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.300054] env[70480]: INFO nova.compute.manager [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Took 33.06 seconds to build instance. [ 1030.436346] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723256, 'name': ReconfigVM_Task, 'duration_secs': 0.767645} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.436645] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfigured VM instance instance-00000042 to detach disk 2002 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.436835] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.437109] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed18eaf-9e3a-4208-a26d-93491e72dc97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.444202] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1030.444202] env[70480]: value = "task-3723258" [ 1030.444202] env[70480]: _type = "Task" [ 1030.444202] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.452908] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.514896] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520b88e8-f741-eaf6-649d-3279a70e53e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.515865] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ea55d5-6be7-4dcf-9bab-c7de53e45c30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.522568] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1030.522568] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2d518-29d6-e729-e6d6-576b2b83582f" [ 1030.522568] env[70480]: _type = "Task" [ 1030.522568] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.531220] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2d518-29d6-e729-e6d6-576b2b83582f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.612458] env[70480]: DEBUG oslo_vmware.api [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723257, 'name': PowerOffVM_Task, 'duration_secs': 0.214079} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.612795] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.612956] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.613230] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf113fdc-5719-42b6-a615-0c08c94cef60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.618809] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.619317] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.622278] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.588s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.624250] env[70480]: DEBUG nova.objects.instance [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1030.680749] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.681542] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.681542] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleting the datastore file [datastore2] f1580435-6943-4320-97dd-6c3d8d8d2e5e {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.681716] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0454f957-ad69-4361-a2a5-805ad2364aca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.690523] env[70480]: DEBUG oslo_vmware.api [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for the task: (returnval){ [ 1030.690523] env[70480]: value = "task-3723260" [ 1030.690523] env[70480]: _type = "Task" [ 1030.690523] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.705412] env[70480]: DEBUG oslo_vmware.api [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.801673] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d8269329-389e-4e6b-85e9-84e2406f0746 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.574s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.955145] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.007328] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1031.007328] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741399', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'name': 'volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c214b86-ffdf-43a5-852e-536335e4bee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'serial': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1031.008033] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec3d41-1f7a-43b2-b1ec-418472857c34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.029146] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df808593-4b90-4508-96a6-d5909c2a9e77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.039271] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2d518-29d6-e729-e6d6-576b2b83582f, 'name': SearchDatastore_Task, 'duration_secs': 0.047644} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.053430] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.053725] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 9802700b-571c-4a8e-827a-b2c59c2c2d4b/9802700b-571c-4a8e-827a-b2c59c2c2d4b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.061416] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1/volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.061751] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c75c548-da9c-4ca0-809a-f3e27f6f091a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.063983] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7429f9-d8cd-4e26-8315-77c62148dc53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082607] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1031.082607] env[70480]: value = "task-3723261" [ 1031.082607] env[70480]: _type = "Task" [ 1031.082607] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.084050] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1031.084050] env[70480]: value = "task-3723262" [ 1031.084050] env[70480]: _type = "Task" [ 1031.084050] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.098430] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.098766] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.128045] env[70480]: DEBUG nova.compute.utils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.134464] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.134709] env[70480]: DEBUG nova.network.neutron [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.178065] env[70480]: DEBUG nova.policy [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.202319] env[70480]: DEBUG oslo_vmware.api [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Task: {'id': task-3723260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301846} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.202639] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.202791] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.202934] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.203103] env[70480]: INFO nova.compute.manager [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1031.203355] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.203574] env[70480]: DEBUG nova.compute.manager [-] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.203699] env[70480]: DEBUG nova.network.neutron [-] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.375198] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1031.375198] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741397', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'name': 'volume-97ebabe7-f877-49ad-8f80-655cd41007cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '411eb6be-d0c0-4020-a18b-bd56759abc5b', 'attached_at': '', 'detached_at': '', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'serial': '97ebabe7-f877-49ad-8f80-655cd41007cd'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1031.375198] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e41eca-1b5f-45b3-bbb9-2da0c79b86c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.395980] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ad85b-d6f5-4f79-91d1-6f9ba35a7371 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.426112] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] volume-97ebabe7-f877-49ad-8f80-655cd41007cd/volume-97ebabe7-f877-49ad-8f80-655cd41007cd.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.428031] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52894057-3e09-4ab9-81b4-a55b5bdac4bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.448020] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a2ca6ac-5764-4f3d-b6f1-263f2032d47b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.454154] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1031.454154] env[70480]: value = "task-3723263" [ 1031.454154] env[70480]: _type = "Task" [ 1031.454154] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.458870] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.467196] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26252cc-5fa4-4742-bc39-7b9ee0060b5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.488817] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.507234] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4983f1a-5794-49e3-9422-3046a5a0d010 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.518655] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791b322-34de-4d39-8fc5-2ec1ecaff4a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.559979] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cca473-9323-4c1b-be21-92f29e47462d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.569789] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb674e-4a0e-4bb3-befa-24184244a8a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.587467] env[70480]: DEBUG nova.virt.block_device [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating existing volume attachment record: 6c74b7c7-c012-4f1a-b5a7-0526129db563 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.603264] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.610357] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507023} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.612233] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 9802700b-571c-4a8e-827a-b2c59c2c2d4b/9802700b-571c-4a8e-827a-b2c59c2c2d4b.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.612575] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.613095] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49dfc4f4-b771-447b-be3b-91c95df5bede {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.622349] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1031.622349] env[70480]: value = "task-3723264" [ 1031.622349] env[70480]: _type = "Task" [ 1031.622349] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.633572] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.635840] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fe5e2f50-9690-4065-80f8-9882e8ba4830 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.637100] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.746s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.637380] env[70480]: DEBUG nova.objects.instance [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'resources' on Instance uuid 988c5c44-e267-4bf1-bf87-fb3fd911f7b5 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.639168] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.804300] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "21027626-1e74-4301-b008-f62fe0cdd0f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.804926] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.959073] env[70480]: DEBUG oslo_vmware.api [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723258, 'name': PowerOnVM_Task, 'duration_secs': 1.279092} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.963508] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.964709] env[70480]: DEBUG nova.compute.manager [None req-060c1071-a1d3-4d2b-950a-86cdba1c1990 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.964709] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fcdf3b-7730-4c50-85f5-38003310b1a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.976097] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.006859] env[70480]: DEBUG nova.network.neutron [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Successfully created port: 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.071025] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.071025] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.101942] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723262, 'name': ReconfigVM_Task, 'duration_secs': 0.700825} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.103426] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1/volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.109048] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29aee1eb-3a1d-4ed5-add6-bac2e10c6cea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.120562] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.120909] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d67adc74-a84b-4eb1-9a80-221fefc7ee7e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.129754] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1032.129754] env[70480]: value = "task-3723267" [ 1032.129754] env[70480]: _type = "Task" [ 1032.129754] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.130099] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1032.130099] env[70480]: value = "task-3723266" [ 1032.130099] env[70480]: _type = "Task" [ 1032.130099] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.143511] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072641} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.147816] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.157550] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d6a2c-75c4-481b-8f79-d9999c41e9f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.161045] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.162260] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1032.162578] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.163045] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.164350] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbaa396-317e-49b4-8841-96fc2d0c14ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.188926] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9802700b-571c-4a8e-827a-b2c59c2c2d4b/9802700b-571c-4a8e-827a-b2c59c2c2d4b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.194680] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66a7b42-bcf9-4f13-b4bb-850d56fe08c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.227235] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d1be3a-2605-4073-b363-d2a438c610f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.232304] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1032.232304] env[70480]: value = "task-3723270" [ 1032.232304] env[70480]: _type = "Task" [ 1032.232304] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.238128] env[70480]: WARNING nova.virt.vmwareapi.driver [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1032.238370] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.240685] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad9e346-b848-4e9d-b6e2-9b94423e9cf4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.250211] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.263105] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.263105] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91371b40-e937-4d4a-889f-67e2305de017 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.275660] env[70480]: DEBUG nova.network.neutron [-] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.309132] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.356849] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.356849] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.356849] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.356849] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a8419b-876f-47ec-8d6a-8204031b97f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.364311] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1032.364311] env[70480]: value = "task-3723272" [ 1032.364311] env[70480]: _type = "Task" [ 1032.364311] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.376305] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.383863] env[70480]: DEBUG nova.compute.manager [req-059c3959-68d7-4bbc-b854-77b361dbf7cc req-e1ed7d7a-eb3f-4524-841e-2d99e0db9d18 service nova] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Received event network-vif-deleted-293cceae-e94b-4cf8-8017-7d4502c6e369 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.473014] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723263, 'name': ReconfigVM_Task, 'duration_secs': 0.529847} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.473340] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] volume-97ebabe7-f877-49ad-8f80-655cd41007cd/volume-97ebabe7-f877-49ad-8f80-655cd41007cd.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.478834] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb34d85-86ba-4e7e-b67e-a25e3ac13bc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.501979] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1032.501979] env[70480]: value = "task-3723273" [ 1032.501979] env[70480]: _type = "Task" [ 1032.501979] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.513460] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.587043] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1032.587043] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.625899] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae6529-c953-4bed-a645-87d3b9ff27d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.641769] env[70480]: DEBUG oslo_vmware.api [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723266, 'name': ReconfigVM_Task, 'duration_secs': 0.257309} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.644153] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741399', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'name': 'volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c214b86-ffdf-43a5-852e-536335e4bee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'serial': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1032.646730] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30ec057-4808-4109-ad0d-9446f6008fa1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.687160] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.691646] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dda606-fd87-4d4e-9894-cb9386eebe12 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.701576] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2ca81-d181-433e-97d9-918d1ff8c75f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.724209] env[70480]: DEBUG nova.compute.provider_tree [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.730612] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.730930] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.731839] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.731839] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.731839] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.731839] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.732079] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.732290] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.732523] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.734019] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.734019] env[70480]: DEBUG nova.virt.hardware [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.734019] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6d5fb3-a95f-483a-811a-4b725f7f8b8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.748355] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.752175] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126007e-edeb-4885-91e7-d7c8f083bc7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.778619] env[70480]: INFO nova.compute.manager [-] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Took 1.57 seconds to deallocate network for instance. [ 1032.837735] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.875020] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344688} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.875333] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.875549] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.875733] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.018810] env[70480]: DEBUG oslo_vmware.api [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723273, 'name': ReconfigVM_Task, 'duration_secs': 0.21754} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.019174] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741397', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'name': 'volume-97ebabe7-f877-49ad-8f80-655cd41007cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '411eb6be-d0c0-4020-a18b-bd56759abc5b', 'attached_at': '', 'detached_at': '', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'serial': '97ebabe7-f877-49ad-8f80-655cd41007cd'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1033.089391] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.238874] env[70480]: DEBUG nova.scheduler.client.report [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.253866] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723270, 'name': ReconfigVM_Task, 'duration_secs': 0.540209} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.254224] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9802700b-571c-4a8e-827a-b2c59c2c2d4b/9802700b-571c-4a8e-827a-b2c59c2c2d4b.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.254947] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1b71dff-b803-4ec2-b53a-18bcc6532cbd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.263437] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1033.263437] env[70480]: value = "task-3723274" [ 1033.263437] env[70480]: _type = "Task" [ 1033.263437] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.274400] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723274, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.289052] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.381994] env[70480]: INFO nova.virt.block_device [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Booting with volume 9f0d588c-6650-494a-8d43-8b798447590b at /dev/sdb [ 1033.422168] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb7b110-2105-47ab-8366-578607b9603d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.431647] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b8b395-dab0-447c-a4ca-f2d9812d08fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.473502] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37e86aff-0b0b-4286-a265-c2db39cd849e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.488044] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5340be-63d3-488c-b370-bb99cd999173 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.533334] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b85e5a-9177-4954-9484-96b81223b26f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.542461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1802a3cf-c6cd-4db3-8ae9-75405c96e1a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.559418] env[70480]: DEBUG nova.virt.block_device [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updating existing volume attachment record: 04e196a7-2e8c-45c6-aa6a-528df3870c5d {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.711759] env[70480]: DEBUG nova.objects.instance [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lazy-loading 'flavor' on Instance uuid 2c214b86-ffdf-43a5-852e-536335e4bee7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.749116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.752077] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.203s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.753935] env[70480]: INFO nova.compute.claims [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.770895] env[70480]: INFO nova.scheduler.client.report [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted allocations for instance 988c5c44-e267-4bf1-bf87-fb3fd911f7b5 [ 1033.781980] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723274, 'name': Rename_Task, 'duration_secs': 0.294164} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.784652] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.784971] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b98b9c-d48e-48c1-bf81-aee94f23af04 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.793119] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1033.793119] env[70480]: value = "task-3723275" [ 1033.793119] env[70480]: _type = "Task" [ 1033.793119] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.804780] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.867226] env[70480]: DEBUG nova.network.neutron [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Successfully updated port: 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.891875] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "7d9241cc-904e-4b62-a026-13b8939ada49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.892374] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.073944] env[70480]: DEBUG nova.objects.instance [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.216731] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1190a5d0-c68e-44b6-8278-43d465c0a9c6 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.837s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.288025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1974f8c3-f028-4a75-befc-ade3809d809d tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "988c5c44-e267-4bf1-bf87-fb3fd911f7b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.565s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.305390] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.369498] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.369498] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.369754] env[70480]: DEBUG nova.network.neutron [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.395514] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.542475] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.542701] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing instance network info cache due to event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.542932] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.543624] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.543833] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.580320] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ea291948-b6d2-447d-aebf-5d53fde87067 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.344s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.794182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.794182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.794489] env[70480]: DEBUG nova.compute.manager [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.795548] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cac75ca-e751-4d36-aa82-e2544b2f8daf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.812166] env[70480]: DEBUG nova.compute.manager [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1034.812834] env[70480]: DEBUG nova.objects.instance [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.814751] env[70480]: DEBUG oslo_vmware.api [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723275, 'name': PowerOnVM_Task, 'duration_secs': 0.525359} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.815206] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.815407] env[70480]: INFO nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1034.815583] env[70480]: DEBUG nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.816398] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915a91c-db13-460f-86f7-8ade18870954 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.908605] env[70480]: DEBUG nova.network.neutron [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.920597] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.085864] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afbcb0c-1857-4764-b30a-5e4b51cd3d22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.096067] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c3d713-10d7-4999-bbf0-048182645b51 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.103558] env[70480]: DEBUG nova.network.neutron [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.138023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.138352] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Instance network_info: |[{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.139223] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63214ab4-a8c5-4ed1-b43c-630c64ef64de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.142339] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:43:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5946a82a-2c53-4a49-b52c-f4bc7b7a310f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.150413] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.153396] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.154078] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b669252-a244-440b-9ba7-6ce549885b49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.175915] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a974ba-1405-4a48-bda7-df85a1b7deb4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.181958] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.181958] env[70480]: value = "task-3723277" [ 1035.181958] env[70480]: _type = "Task" [ 1035.181958] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.194771] env[70480]: DEBUG nova.compute.provider_tree [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.203055] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723277, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.291674] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.296042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.341224] env[70480]: INFO nova.compute.manager [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Took 22.41 seconds to build instance. [ 1035.379490] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updated VIF entry in instance network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.380397] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.696880] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723277, 'name': CreateVM_Task, 'duration_secs': 0.394896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.697712] env[70480]: DEBUG nova.scheduler.client.report [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.701024] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.702584] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.702786] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.703182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.705250] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1017111-be2e-4069-a721-5bde515e41b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.711899] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1035.711899] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52475bff-f4dd-07fe-ac52-6c5b91770243" [ 1035.711899] env[70480]: _type = "Task" [ 1035.711899] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.713938] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.714178] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.714335] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.714516] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.714661] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.714808] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.715028] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.715183] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.715351] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.715511] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.715700] env[70480]: DEBUG nova.virt.hardware [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.716591] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393bc7d5-a2a0-45b3-834f-8c659ed6c98c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.729078] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52475bff-f4dd-07fe-ac52-6c5b91770243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.732421] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf3203f-8cd4-40ec-95dc-f0fc81b5d432 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.747603] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a6:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b539ad1f-811c-4832-90c6-3704a6709644', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.755178] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.755497] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.755732] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867a0a14-1500-467b-a837-ffccb26f7eb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.777146] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.777146] env[70480]: value = "task-3723278" [ 1035.777146] env[70480]: _type = "Task" [ 1035.777146] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.785386] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723278, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.798802] env[70480]: INFO nova.compute.manager [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Detaching volume fa1f4ea6-62f6-4deb-af77-482900dd6ed1 [ 1035.821027] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.821513] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62676392-3877-4e5d-a878-3c1d5c182ce1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.832383] env[70480]: DEBUG oslo_vmware.api [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1035.832383] env[70480]: value = "task-3723279" [ 1035.832383] env[70480]: _type = "Task" [ 1035.832383] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.839247] env[70480]: INFO nova.virt.block_device [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Attempting to driver detach volume fa1f4ea6-62f6-4deb-af77-482900dd6ed1 from mountpoint /dev/sdb [ 1035.839247] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.839584] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741399', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'name': 'volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c214b86-ffdf-43a5-852e-536335e4bee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'serial': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.840640] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ce24c-7cbd-469e-9cc8-3f40cf9bae7a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.846475] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c8bc3d24-6a74-4d8a-853a-0792be815e72 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.930s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.851239] env[70480]: DEBUG oslo_vmware.api [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.870375] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bdc72c-3c59-491b-936f-96a73d94ce10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.879265] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d2ed78-2eed-451b-8458-c08b51571e84 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.882741] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.883134] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.883369] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing instance network info cache due to event network-changed-26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.883662] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquiring lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.883823] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquired lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.884074] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Refreshing network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.911213] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb21994-ab01-4895-961c-a11e4f7c7ca2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.933336] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] The volume has not been displaced from its original location: [datastore2] volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1/volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1035.939801] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.940190] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9542039d-6a0d-4f0b-896b-8628eab978bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.962136] env[70480]: DEBUG oslo_vmware.api [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1035.962136] env[70480]: value = "task-3723280" [ 1035.962136] env[70480]: _type = "Task" [ 1035.962136] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.751669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.752387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.753696] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.754173] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.759363] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.221s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.760521] env[70480]: INFO nova.compute.claims [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.780322] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723278, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.780532] env[70480]: DEBUG oslo_vmware.api [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723280, 'name': ReconfigVM_Task, 'duration_secs': 0.305723} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.787538] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.792999] env[70480]: DEBUG oslo_vmware.api [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723279, 'name': PowerOffVM_Task, 'duration_secs': 0.268546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.793252] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52475bff-f4dd-07fe-ac52-6c5b91770243, 'name': SearchDatastore_Task, 'duration_secs': 0.02057} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.793465] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eac0a1c-4adc-4957-8203-029bfc9d6ba4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.803744] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.804216] env[70480]: DEBUG nova.compute.manager [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.804322] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.804540] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.804843] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.804990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.805180] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.806590] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c789b5-2ca6-4b6f-aa7f-add9285f606e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.809557] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f2a922-f04b-48e4-8251-0a133dc23d92 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.821843] env[70480]: DEBUG oslo_vmware.api [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1036.821843] env[70480]: value = "task-3723281" [ 1036.821843] env[70480]: _type = "Task" [ 1036.821843] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.823380] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.823540] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.828304] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fc954a-1d55-43a9-a102-49a7ce71f26b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.835732] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1036.835732] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528df83a-78c3-ce46-cf53-04385b619b79" [ 1036.835732] env[70480]: _type = "Task" [ 1036.835732] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.838821] env[70480]: DEBUG oslo_vmware.api [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.847982] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528df83a-78c3-ce46-cf53-04385b619b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.859643] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "41d17e42-e632-48d4-815d-af99fcd6a864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.859871] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "41d17e42-e632-48d4-815d-af99fcd6a864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.095443] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updated VIF entry in instance network info cache for port 26eb5c39-cb74-4d95-a082-5f35958741f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.095860] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [{"id": "26eb5c39-cb74-4d95-a082-5f35958741f1", "address": "fa:16:3e:97:ce:2f", "network": {"id": "9220dde0-fe33-4f76-9534-52776e49b771", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1917117721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21eabbf52ce44336b30c48c2a48d7a90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26eb5c39-cb", "ovs_interfaceid": "26eb5c39-cb74-4d95-a082-5f35958741f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.263951] env[70480]: DEBUG nova.compute.utils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.269039] env[70480]: INFO nova.compute.manager [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Detaching volume a440d980-0019-4c37-a206-293fd23b9e76 [ 1037.272791] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.272791] env[70480]: DEBUG nova.network.neutron [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.285037] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723278, 'name': CreateVM_Task, 'duration_secs': 1.389145} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.285841] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.286614] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.287490] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.288053] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.288662] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95730ad-9778-447b-9b5c-7a1ecb819e2d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.294993] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1037.294993] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526b5295-b0e9-d7d9-82d4-5847243013f1" [ 1037.294993] env[70480]: _type = "Task" [ 1037.294993] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.306479] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526b5295-b0e9-d7d9-82d4-5847243013f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.314498] env[70480]: INFO nova.virt.block_device [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Attempting to driver detach volume a440d980-0019-4c37-a206-293fd23b9e76 from mountpoint /dev/sdb [ 1037.314729] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.314979] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741346', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'name': 'volume-a440d980-0019-4c37-a206-293fd23b9e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efdc0e02-fd32-4267-8a18-bcb872e8a152', 'attached_at': '', 'detached_at': '', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'serial': 'a440d980-0019-4c37-a206-293fd23b9e76'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1037.315906] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35298d-5f23-4882-8228-17c6ce77b255 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.341300] env[70480]: DEBUG nova.policy [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e679b2a3c94788886db0cc59ed7cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88264c71920f49dd86927fac7ded14f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.346430] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa646343-86f8-4367-bf54-acb16629ace5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.349362] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39440c52-5e95-4d40-af02-5baadb4f8140 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.555s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.362938] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528df83a-78c3-ce46-cf53-04385b619b79, 'name': SearchDatastore_Task, 'duration_secs': 0.014241} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.364034] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.365791] env[70480]: DEBUG oslo_vmware.api [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723281, 'name': ReconfigVM_Task, 'duration_secs': 0.183349} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.368182] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741399', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'name': 'volume-fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c214b86-ffdf-43a5-852e-536335e4bee7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1', 'serial': 'fa1f4ea6-62f6-4deb-af77-482900dd6ed1'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.372313] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdf9f23-06f6-4295-9a80-28bc123fdc06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.374064] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98c2e58-2187-4fc1-ac17-43cc20564e7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.381131] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1037.381131] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3a94f-fd54-537c-a27f-993f4e3a3fc1" [ 1037.381131] env[70480]: _type = "Task" [ 1037.381131] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.404296] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7dfa95-a5c7-4ad9-891e-2d0d93225221 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.414580] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3a94f-fd54-537c-a27f-993f4e3a3fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.016162} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.425290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.425592] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 3eb0c237-5d0a-450c-9ea5-4191b94a7847/3eb0c237-5d0a-450c-9ea5-4191b94a7847.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.426256] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] The volume has not been displaced from its original location: [datastore2] volume-a440d980-0019-4c37-a206-293fd23b9e76/volume-a440d980-0019-4c37-a206-293fd23b9e76.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1037.431438] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.431793] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-657e784d-0601-44d6-a90c-04e20eb453c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.433856] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b69259-138e-4b5d-beef-c0ba1d4a1e39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.456193] env[70480]: DEBUG oslo_vmware.api [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1037.456193] env[70480]: value = "task-3723283" [ 1037.456193] env[70480]: _type = "Task" [ 1037.456193] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.456784] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1037.456784] env[70480]: value = "task-3723282" [ 1037.456784] env[70480]: _type = "Task" [ 1037.456784] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.469095] env[70480]: DEBUG oslo_vmware.api [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.472437] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.601480] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Releasing lock "refresh_cache-acab7254-8f13-4591-b247-ffd3cfa1a6b8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.601912] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-vif-plugged-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.602363] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.602507] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.602731] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.603088] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] No waiting events found dispatching network-vif-plugged-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.603444] env[70480]: WARNING nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received unexpected event network-vif-plugged-5946a82a-2c53-4a49-b52c-f4bc7b7a310f for instance with vm_state building and task_state spawning. [ 1037.604672] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.604672] env[70480]: DEBUG nova.compute.manager [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing instance network info cache due to event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.604672] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.604807] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.605461] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.676360] env[70480]: DEBUG nova.network.neutron [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Successfully created port: f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.773112] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.815341] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526b5295-b0e9-d7d9-82d4-5847243013f1, 'name': SearchDatastore_Task, 'duration_secs': 0.024543} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.820070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.820581] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.820902] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.821076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.821407] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.822166] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a376fb-fa2a-405d-8379-9711090de0b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.837416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.839752] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.840035] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.841783] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4133d82-4a4e-4b88-9b4c-968fd647db55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.849043] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1037.849043] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527e9c0e-a9b0-ec1b-fb92-cdfb1ab7dedb" [ 1037.849043] env[70480]: _type = "Task" [ 1037.849043] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.862186] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527e9c0e-a9b0-ec1b-fb92-cdfb1ab7dedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.895535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.940026] env[70480]: DEBUG nova.objects.instance [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lazy-loading 'flavor' on Instance uuid 2c214b86-ffdf-43a5-852e-536335e4bee7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.984502] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.984819] env[70480]: DEBUG oslo_vmware.api [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723283, 'name': ReconfigVM_Task, 'duration_secs': 0.272286} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.984977] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1037.990526] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e5ae87-4cef-48b8-95e2-b7914e768d87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.011807] env[70480]: DEBUG oslo_vmware.api [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1038.011807] env[70480]: value = "task-3723284" [ 1038.011807] env[70480]: _type = "Task" [ 1038.011807] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.024594] env[70480]: DEBUG oslo_vmware.api [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.222352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec580c02-e10c-49d7-acb8-5b82828a0c85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.230538] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f27451d-555f-481e-85ab-1389642d73ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.268571] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4f5ed-92f4-42a2-8050-abaa8f483bdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.285905] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46135eaa-ce5d-4ec8-8399-9288cde4be75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.302348] env[70480]: DEBUG nova.compute.provider_tree [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.359950] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527e9c0e-a9b0-ec1b-fb92-cdfb1ab7dedb, 'name': SearchDatastore_Task, 'duration_secs': 0.027254} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.361139] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c60f3c-8e4a-4b4c-bede-29a63558d8dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.367600] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1038.367600] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d4798-01f6-97ef-32eb-a5646eab2ca6" [ 1038.367600] env[70480]: _type = "Task" [ 1038.367600] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.377364] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d4798-01f6-97ef-32eb-a5646eab2ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.475394] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648156} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.475725] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 3eb0c237-5d0a-450c-9ea5-4191b94a7847/3eb0c237-5d0a-450c-9ea5-4191b94a7847.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.475947] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.476224] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c9081c-cc9b-419a-8801-149aee493aaa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.485645] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1038.485645] env[70480]: value = "task-3723285" [ 1038.485645] env[70480]: _type = "Task" [ 1038.485645] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.498773] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.523556] env[70480]: DEBUG oslo_vmware.api [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723284, 'name': ReconfigVM_Task, 'duration_secs': 0.236786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.523877] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741346', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'name': 'volume-a440d980-0019-4c37-a206-293fd23b9e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efdc0e02-fd32-4267-8a18-bcb872e8a152', 'attached_at': '', 'detached_at': '', 'volume_id': 'a440d980-0019-4c37-a206-293fd23b9e76', 'serial': 'a440d980-0019-4c37-a206-293fd23b9e76'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1038.529033] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updated VIF entry in instance network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.529033] env[70480]: DEBUG nova.network.neutron [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.645854] env[70480]: DEBUG nova.objects.instance [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.792235] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.806028] env[70480]: DEBUG nova.scheduler.client.report [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.820135] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.820491] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.820559] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.820735] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.820880] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.821037] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.821256] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.821414] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.821582] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.821776] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.821981] env[70480]: DEBUG nova.virt.hardware [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.822935] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59828611-a885-465c-bcaf-7829693c2158 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.835120] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6561dbd0-c070-4891-8b2a-67a03193a29e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.878690] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d4798-01f6-97ef-32eb-a5646eab2ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.088882} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.878690] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.878960] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.879171] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd0111e-ae38-4a2b-8180-9a0346c7a49b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.887257] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1038.887257] env[70480]: value = "task-3723286" [ 1038.887257] env[70480]: _type = "Task" [ 1038.887257] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.896891] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.948601] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2327c1c2-0cc9-4bf3-bce3-b3be040fe8ac tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.656s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.997419] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308054} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.997722] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.998637] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83038e37-0e67-4b6b-911c-8f26ed2e1984 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.023161] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3eb0c237-5d0a-450c-9ea5-4191b94a7847/3eb0c237-5d0a-450c-9ea5-4191b94a7847.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.023519] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eeafae3-8797-42ed-b9d8-91e590d3c127 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.038988] env[70480]: DEBUG oslo_concurrency.lockutils [req-055f6d43-c3bb-4980-8d12-e534094b8851 req-a88f449f-c27f-499f-9489-a9ea6773e5c1 service nova] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.045865] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1039.045865] env[70480]: value = "task-3723287" [ 1039.045865] env[70480]: _type = "Task" [ 1039.045865] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.054757] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.073475] env[70480]: DEBUG nova.objects.instance [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'flavor' on Instance uuid efdc0e02-fd32-4267-8a18-bcb872e8a152 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.152507] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152858] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.153529] env[70480]: DEBUG nova.network.neutron [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.153529] env[70480]: DEBUG nova.objects.instance [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'info_cache' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.311577] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.312211] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.315175] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.141s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.315402] env[70480]: DEBUG nova.objects.instance [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'resources' on Instance uuid 42273ecf-f563-488a-a2c2-e476752fce34 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.400397] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.557663] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.658679] env[70480]: DEBUG nova.objects.base [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Object Instance<411eb6be-d0c0-4020-a18b-bd56759abc5b> lazy-loaded attributes: flavor,info_cache {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.819013] env[70480]: DEBUG nova.compute.utils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.825679] env[70480]: DEBUG nova.network.neutron [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Successfully updated port: f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.828625] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.828625] env[70480]: DEBUG nova.network.neutron [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.860160] env[70480]: DEBUG nova.compute.manager [req-b058094a-0464-43ab-8fd9-eb728fabb794 req-ae365d27-6a2d-42bb-a3b8-3a41741ed61b service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Received event network-vif-plugged-f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.860357] env[70480]: DEBUG oslo_concurrency.lockutils [req-b058094a-0464-43ab-8fd9-eb728fabb794 req-ae365d27-6a2d-42bb-a3b8-3a41741ed61b service nova] Acquiring lock "1ba0296a-a547-471a-a399-64ac4322e281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.860566] env[70480]: DEBUG oslo_concurrency.lockutils [req-b058094a-0464-43ab-8fd9-eb728fabb794 req-ae365d27-6a2d-42bb-a3b8-3a41741ed61b service nova] Lock "1ba0296a-a547-471a-a399-64ac4322e281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.860884] env[70480]: DEBUG oslo_concurrency.lockutils [req-b058094a-0464-43ab-8fd9-eb728fabb794 req-ae365d27-6a2d-42bb-a3b8-3a41741ed61b service nova] Lock "1ba0296a-a547-471a-a399-64ac4322e281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.860884] env[70480]: DEBUG nova.compute.manager [req-b058094a-0464-43ab-8fd9-eb728fabb794 req-ae365d27-6a2d-42bb-a3b8-3a41741ed61b service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] No waiting events found dispatching network-vif-plugged-f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1039.861066] env[70480]: WARNING nova.compute.manager [req-b058094a-0464-43ab-8fd9-eb728fabb794 req-ae365d27-6a2d-42bb-a3b8-3a41741ed61b service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Received unexpected event network-vif-plugged-f45ac977-62b5-4826-968b-cd85e7e1fd74 for instance with vm_state building and task_state spawning. [ 1039.875339] env[70480]: DEBUG nova.policy [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c77f66ee1699455291456dcbde52e4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90933a31b716484ba7f56222f9ac10c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.899902] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860765} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.900212] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.900430] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.900689] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edafbcf4-05b2-4fd7-b949-ad5edf15ce38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.907610] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1039.907610] env[70480]: value = "task-3723288" [ 1039.907610] env[70480]: _type = "Task" [ 1039.907610] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.919561] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.060983] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.086016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7652cb9c-cacd-4ace-8d93-0adcc43217af tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.334s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.205229] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ace18-2cfb-4cd3-8694-9b93882fa7b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.214548] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef3631-e961-4683-9923-d63eac146136 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.254834] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b67857-3449-4ace-9bd9-05052ecc8f0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.262919] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0584651-f047-45d3-a3ab-037e18bf1642 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.276460] env[70480]: DEBUG nova.compute.provider_tree [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.330333] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.333582] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.333582] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.333582] env[70480]: DEBUG nova.network.neutron [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.418494] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074298} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.418759] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.419662] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb4931-7462-4f36-89f4-2a5ba3e8bcbd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.442407] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.442690] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325db7e2-fd6f-449f-bcab-4765d3c727d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.467069] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1040.467069] env[70480]: value = "task-3723289" [ 1040.467069] env[70480]: _type = "Task" [ 1040.467069] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.475789] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.523565] env[70480]: DEBUG nova.network.neutron [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Successfully created port: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.557711] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723287, 'name': ReconfigVM_Task, 'duration_secs': 1.353639} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.557865] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3eb0c237-5d0a-450c-9ea5-4191b94a7847/3eb0c237-5d0a-450c-9ea5-4191b94a7847.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.558530] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491d03f0-0e9f-4e14-ac35-980ddba04784 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.566199] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1040.566199] env[70480]: value = "task-3723290" [ 1040.566199] env[70480]: _type = "Task" [ 1040.566199] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.576249] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723290, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.580786] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "c80e684d-9fd2-469c-b31d-5533ee6cf625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.581071] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.599103] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.599213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.599423] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "efdc0e02-fd32-4267-8a18-bcb872e8a152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.601343] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.601343] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.602721] env[70480]: INFO nova.compute.manager [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Terminating instance [ 1040.720543] env[70480]: DEBUG nova.network.neutron [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating instance_info_cache with network_info: [{"id": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "address": "fa:16:3e:c3:fe:6a", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1f2366-7d", "ovs_interfaceid": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.779904] env[70480]: DEBUG nova.scheduler.client.report [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.881579] env[70480]: DEBUG nova.network.neutron [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.980246] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723289, 'name': ReconfigVM_Task, 'duration_secs': 0.341978} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.980538] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c/1ba6bf99-77e4-4e79-9e1d-e214ec3f442c.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.981933] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'image_id': '6bbc4e0e-8235-4978-8158-5e71874c5b65'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'}, 'mount_device': '/dev/sdb', 'attachment_id': '04e196a7-2e8c-45c6-aa6a-528df3870c5d', 'guest_format': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70480) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1040.982170] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1040.982366] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1040.983261] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b9d67b-f8e5-42d2-a8f6-b3b6d2717c53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.999796] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3c85f7-14b1-459f-a946-db3c99f94f83 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.026772] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-9f0d588c-6650-494a-8d43-8b798447590b/volume-9f0d588c-6650-494a-8d43-8b798447590b.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.027093] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb09ce7b-36e4-4448-8b16-7927732ae9dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.047834] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1041.047834] env[70480]: value = "task-3723291" [ 1041.047834] env[70480]: _type = "Task" [ 1041.047834] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.057704] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.077235] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723290, 'name': Rename_Task, 'duration_secs': 0.188441} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.077576] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.077839] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809539c6-da3c-4df7-a2fd-2e7c77a8a768 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.084397] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.088768] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1041.088768] env[70480]: value = "task-3723292" [ 1041.088768] env[70480]: _type = "Task" [ 1041.088768] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.098137] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.109119] env[70480]: DEBUG nova.compute.manager [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.109349] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.110282] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2808e2-d1e8-4277-bd62-09f70e6d152e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.118802] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.119177] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a6e9a06-a00a-443e-a75b-91f7b686d763 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.126820] env[70480]: DEBUG oslo_vmware.api [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1041.126820] env[70480]: value = "task-3723293" [ 1041.126820] env[70480]: _type = "Task" [ 1041.126820] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.138517] env[70480]: DEBUG oslo_vmware.api [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.203727] env[70480]: DEBUG nova.network.neutron [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [{"id": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "address": "fa:16:3e:93:33:44", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45ac977-62", "ovs_interfaceid": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.223371] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.285212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.287831] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.452s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.289693] env[70480]: INFO nova.compute.claims [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.315253] env[70480]: INFO nova.scheduler.client.report [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocations for instance 42273ecf-f563-488a-a2c2-e476752fce34 [ 1041.342703] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.372135] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.372856] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.372856] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.372856] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.373118] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.373118] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.373400] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.373507] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.373761] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.373978] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.374165] env[70480]: DEBUG nova.virt.hardware [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.375488] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5b03d-649a-4ce9-a105-18b772ba8899 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.384834] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b105bd10-a229-462f-96d1-acabe7621be7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.558083] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723291, 'name': ReconfigVM_Task, 'duration_secs': 0.405481} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.558381] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-9f0d588c-6650-494a-8d43-8b798447590b/volume-9f0d588c-6650-494a-8d43-8b798447590b.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.563206] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9739184f-11f9-47f5-848b-39652c6be0fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.579977] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1041.579977] env[70480]: value = "task-3723294" [ 1041.579977] env[70480]: _type = "Task" [ 1041.579977] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.592842] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.604738] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.608669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.638505] env[70480]: DEBUG oslo_vmware.api [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723293, 'name': PowerOffVM_Task, 'duration_secs': 0.291064} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.638811] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.639018] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.639294] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0515bf13-c7d4-4ed1-914d-09241688f3c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.707376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.707995] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Instance network_info: |[{"id": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "address": "fa:16:3e:93:33:44", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45ac977-62", "ovs_interfaceid": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.708527] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:33:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f45ac977-62b5-4826-968b-cd85e7e1fd74', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.717320] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.717498] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.717654] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa723fa-b56e-45e9-826d-fb7864bcbd1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.737335] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.737584] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.737852] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleting the datastore file [datastore2] efdc0e02-fd32-4267-8a18-bcb872e8a152 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.739108] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3475e5b6-78a5-4b7a-bca0-b201a1fb9fa7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.744242] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.744242] env[70480]: value = "task-3723296" [ 1041.744242] env[70480]: _type = "Task" [ 1041.744242] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.750747] env[70480]: DEBUG oslo_vmware.api [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1041.750747] env[70480]: value = "task-3723297" [ 1041.750747] env[70480]: _type = "Task" [ 1041.750747] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.759040] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723296, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.765688] env[70480]: DEBUG oslo_vmware.api [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.826824] env[70480]: DEBUG oslo_concurrency.lockutils [None req-67ba1946-1c79-4039-b815-79020c20238c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "42273ecf-f563-488a-a2c2-e476752fce34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.055s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.091204] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723294, 'name': ReconfigVM_Task, 'duration_secs': 0.208507} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.091606] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.092229] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d612f71a-a11b-42f4-ab75-d46c1364d31b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.105507] env[70480]: DEBUG oslo_vmware.api [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723292, 'name': PowerOnVM_Task, 'duration_secs': 0.608092} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.107427] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.107678] env[70480]: INFO nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1042.108143] env[70480]: DEBUG nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.108545] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1042.108545] env[70480]: value = "task-3723298" [ 1042.108545] env[70480]: _type = "Task" [ 1042.108545] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.109318] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac5a43-076a-4bc3-a17e-c270091ba834 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.126143] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723298, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.242125] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.242929] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3afe5792-c308-41d1-bf9f-60314b55e0bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.263075] env[70480]: DEBUG oslo_vmware.api [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1042.263075] env[70480]: value = "task-3723299" [ 1042.263075] env[70480]: _type = "Task" [ 1042.263075] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.274462] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723296, 'name': CreateVM_Task, 'duration_secs': 0.445785} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.274778] env[70480]: DEBUG oslo_vmware.api [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218702} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.275452] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.275791] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.276062] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.276273] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.277124] env[70480]: INFO nova.compute.manager [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1042.277124] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.277678] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.277820] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.278276] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.278592] env[70480]: DEBUG nova.compute.manager [-] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.278686] env[70480]: DEBUG nova.network.neutron [-] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.284696] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19d1ddd-4690-45c0-84b6-0b42153fb5da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.287436] env[70480]: DEBUG oslo_vmware.api [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723299, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.293709] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1042.293709] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526696c3-4919-464b-f319-68c076f8442f" [ 1042.293709] env[70480]: _type = "Task" [ 1042.293709] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.310797] env[70480]: DEBUG nova.compute.manager [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Received event network-changed-f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.310992] env[70480]: DEBUG nova.compute.manager [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Refreshing instance network info cache due to event network-changed-f45ac977-62b5-4826-968b-cd85e7e1fd74. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.311230] env[70480]: DEBUG oslo_concurrency.lockutils [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] Acquiring lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311374] env[70480]: DEBUG oslo_concurrency.lockutils [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] Acquired lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311532] env[70480]: DEBUG nova.network.neutron [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Refreshing network info cache for port f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.322989] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526696c3-4919-464b-f319-68c076f8442f, 'name': SearchDatastore_Task, 'duration_secs': 0.016621} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.323435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.324127] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.324127] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.324127] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.324415] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.325182] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57fd2782-d17d-4449-8fc6-83f62cb4e72b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.336797] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.337032] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.337961] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a474bd36-8f57-4b55-b873-bb853afaac03 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.345232] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1042.345232] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52807467-b641-981b-86c5-22aa34e4836e" [ 1042.345232] env[70480]: _type = "Task" [ 1042.345232] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.357956] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52807467-b641-981b-86c5-22aa34e4836e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.632323] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723298, 'name': Rename_Task, 'duration_secs': 0.22005} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.634280] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.634782] env[70480]: INFO nova.compute.manager [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Took 19.49 seconds to build instance. [ 1042.635932] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fd9c581-d156-4c65-9dbc-a9b7d0cca674 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.645108] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1042.645108] env[70480]: value = "task-3723300" [ 1042.645108] env[70480]: _type = "Task" [ 1042.645108] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.663381] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.743266] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fdfa81-1c2d-4c69-8f0c-4a9198ae09a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.752584] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de58989-c99b-4142-9157-b598eef3f951 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.795045] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c678cb-7fa8-4583-b452-115980c8e503 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.804780] env[70480]: DEBUG oslo_vmware.api [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723299, 'name': PowerOnVM_Task, 'duration_secs': 0.467822} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.807171] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.807586] env[70480]: DEBUG nova.compute.manager [None req-4f116baa-88ad-441f-b953-6c4e1cca9efe tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.810106] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5013edbe-69de-4969-a7c3-56f52e535c7e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.812641] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da14f580-29aa-4fd0-9f4e-a131d137d5a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.837171] env[70480]: DEBUG nova.compute.provider_tree [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.860209] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52807467-b641-981b-86c5-22aa34e4836e, 'name': SearchDatastore_Task, 'duration_secs': 0.019134} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.863397] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c382f4d-e192-4b5e-b1ba-d99c20c205df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.869899] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1042.869899] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52afce7d-1926-91c3-6e0b-e2202f455fe2" [ 1042.869899] env[70480]: _type = "Task" [ 1042.869899] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.881490] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52afce7d-1926-91c3-6e0b-e2202f455fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.052485] env[70480]: DEBUG nova.network.neutron [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updated VIF entry in instance network info cache for port f45ac977-62b5-4826-968b-cd85e7e1fd74. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.052994] env[70480]: DEBUG nova.network.neutron [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [{"id": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "address": "fa:16:3e:93:33:44", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45ac977-62", "ovs_interfaceid": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.055631] env[70480]: DEBUG nova.network.neutron [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Successfully updated port: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.139115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-df119f79-cc9e-4c82-8714-bb7ee512198e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.157118] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.342871] env[70480]: DEBUG nova.scheduler.client.report [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.382475] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52afce7d-1926-91c3-6e0b-e2202f455fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.382718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.382959] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281/1ba0296a-a547-471a-a399-64ac4322e281.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.383258] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b437f3d6-86c8-43f8-a7c5-4bd0c89b72b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.390654] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1043.390654] env[70480]: value = "task-3723301" [ 1043.390654] env[70480]: _type = "Task" [ 1043.390654] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.402705] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.559782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.559782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.559782] env[70480]: DEBUG nova.network.neutron [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.564022] env[70480]: DEBUG oslo_concurrency.lockutils [req-d19b8411-e0bc-48ab-86ca-ebacabc635f1 req-4ad3c456-fd3a-4019-9751-a0a1fa32b149 service nova] Releasing lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.659535] env[70480]: DEBUG oslo_vmware.api [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723300, 'name': PowerOnVM_Task, 'duration_secs': 0.997085} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.659923] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.660203] env[70480]: DEBUG nova.compute.manager [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.661578] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59163b2-6b45-4b2e-95dc-dfd6ef8f4f16 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.739902] env[70480]: DEBUG nova.network.neutron [-] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.850022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.850022] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.852747] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.763s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.853024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.853153] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1043.853518] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.568s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.853664] env[70480]: DEBUG nova.objects.instance [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lazy-loading 'resources' on Instance uuid f1580435-6943-4320-97dd-6c3d8d8d2e5e {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.855756] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74476e-42b2-4c3c-a441-466880b73723 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.865699] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555bf89-e6e1-4495-80ce-fa52d0a264a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.885070] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5fbdc2-64fc-4d6f-b31c-c6f25e891a4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.898379] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dad1b53-5619-40ae-8fcf-e9aab26315a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.909275] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723301, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.936616] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178575MB free_disk=62GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1043.936683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.098772] env[70480]: DEBUG nova.network.neutron [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.189714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.247772] env[70480]: INFO nova.compute.manager [-] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Took 1.97 seconds to deallocate network for instance. [ 1044.274265] env[70480]: DEBUG nova.compute.manager [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.274265] env[70480]: DEBUG nova.compute.manager [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing instance network info cache due to event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.274265] env[70480]: DEBUG oslo_concurrency.lockutils [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.274265] env[70480]: DEBUG oslo_concurrency.lockutils [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.274265] env[70480]: DEBUG nova.network.neutron [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.339617] env[70480]: DEBUG nova.compute.manager [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-vif-plugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.339969] env[70480]: DEBUG oslo_concurrency.lockutils [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.340293] env[70480]: DEBUG oslo_concurrency.lockutils [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.340492] env[70480]: DEBUG oslo_concurrency.lockutils [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.340691] env[70480]: DEBUG nova.compute.manager [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] No waiting events found dispatching network-vif-plugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.340946] env[70480]: WARNING nova.compute.manager [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received unexpected event network-vif-plugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b for instance with vm_state building and task_state spawning. [ 1044.341183] env[70480]: DEBUG nova.compute.manager [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-changed-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.341378] env[70480]: DEBUG nova.compute.manager [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Refreshing instance network info cache due to event network-changed-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.341577] env[70480]: DEBUG oslo_concurrency.lockutils [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.356862] env[70480]: DEBUG nova.compute.utils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.359715] env[70480]: DEBUG nova.network.neutron [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.361681] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.361681] env[70480]: DEBUG nova.network.neutron [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.415826] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723306} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.416331] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281/1ba0296a-a547-471a-a399-64ac4322e281.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.416770] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.421082] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3920b83e-c571-48df-acb1-f647efc30497 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.430457] env[70480]: DEBUG nova.policy [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f5bb4e244f4a0693afd6f1c09de8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8456e377fc47c89d25afae3c9c13a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.436019] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1044.436019] env[70480]: value = "task-3723302" [ 1044.436019] env[70480]: _type = "Task" [ 1044.436019] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.450522] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.742504] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78732bf1-51ba-4e39-97de-edc3782d7761 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.751582] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc30a79-b668-4a76-a997-bfc552ac2cfa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.759245] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.793444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4eae60-5cf6-44e7-8b97-a5691001d56d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.807874] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a4794-de87-4d48-814b-160f84e945e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.828601] env[70480]: DEBUG nova.compute.provider_tree [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.867870] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.871080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.875020] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance network_info: |[{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.875020] env[70480]: DEBUG oslo_concurrency.lockutils [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.875020] env[70480]: DEBUG nova.network.neutron [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Refreshing network info cache for port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.877176] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:56:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.888491] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating folder: Project (90933a31b716484ba7f56222f9ac10c6). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.888491] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06aa8d0-a0be-49bc-9aed-2e4090409972 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.901324] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Created folder: Project (90933a31b716484ba7f56222f9ac10c6) in parent group-v741156. [ 1044.901547] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating folder: Instances. Parent ref: group-v741406. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.902772] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-febd79e6-fbb3-41fc-bf81-a07e60cd31d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.914934] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Created folder: Instances in parent group-v741406. [ 1044.915276] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.915575] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.916204] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a6b250-5892-4bb2-8f4d-3f7f69b3a71b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.941803] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.941803] env[70480]: value = "task-3723305" [ 1044.941803] env[70480]: _type = "Task" [ 1044.941803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.949908] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074985} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.950728] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.951615] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e51168-88fd-4ca7-9841-579702c37d9e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.959032] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723305, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.982170] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281/1ba0296a-a547-471a-a399-64ac4322e281.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.982921] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a9f6d4-b759-468d-b238-1060a5935e18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.008927] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1045.008927] env[70480]: value = "task-3723306" [ 1045.008927] env[70480]: _type = "Task" [ 1045.008927] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.019566] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.024864] env[70480]: DEBUG nova.network.neutron [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Successfully created port: 57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.334303] env[70480]: DEBUG nova.scheduler.client.report [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.352472] env[70480]: DEBUG nova.network.neutron [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updated VIF entry in instance network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.352843] env[70480]: DEBUG nova.network.neutron [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.424123] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.424314] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.452781] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723305, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.522133] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723306, 'name': ReconfigVM_Task, 'duration_secs': 0.328903} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.522536] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281/1ba0296a-a547-471a-a399-64ac4322e281.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.523432] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-645318b1-ae49-49c5-a5a6-555788011494 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.530615] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1045.530615] env[70480]: value = "task-3723307" [ 1045.530615] env[70480]: _type = "Task" [ 1045.530615] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.540354] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723307, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.751739] env[70480]: DEBUG nova.network.neutron [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updated VIF entry in instance network info cache for port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.752209] env[70480]: DEBUG nova.network.neutron [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.840904] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.843991] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.923s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.845601] env[70480]: INFO nova.compute.claims [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.855489] env[70480]: DEBUG oslo_concurrency.lockutils [req-88817123-baee-4ba6-90ee-8b5e4ac62041 req-ccddaa32-31fe-4425-82fe-858622ad84db service nova] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.864682] env[70480]: INFO nova.scheduler.client.report [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Deleted allocations for instance f1580435-6943-4320-97dd-6c3d8d8d2e5e [ 1045.882126] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.918121] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.918405] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.918594] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.918812] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.918982] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.919182] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.919427] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.919596] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.919886] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.920128] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.920348] env[70480]: DEBUG nova.virt.hardware [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.921600] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691c0686-3961-4958-872d-cee991ad5355 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.926593] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.935349] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d36d23-73ec-4d06-bf9b-b2693c8be2a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.961024] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723305, 'name': CreateVM_Task, 'duration_secs': 0.638601} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.961189] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.961973] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.962089] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.962407] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.962667] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a8f4ba-87c3-4596-8579-72e2ddf4de01 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.968631] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1045.968631] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bebf-a6a5-f426-14f1-57bfd0cb1dcd" [ 1045.968631] env[70480]: _type = "Task" [ 1045.968631] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.978067] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bebf-a6a5-f426-14f1-57bfd0cb1dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.042214] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723307, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.255478] env[70480]: DEBUG oslo_concurrency.lockutils [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.255767] env[70480]: DEBUG nova.compute.manager [req-365c6ab8-f7df-4a21-84d2-405e9343367c req-22ffd2a5-60bb-44b1-bb50-a43a912765d3 service nova] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Received event network-vif-deleted-aaff4eeb-7f8b-446f-932a-872db7927c4e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.374968] env[70480]: DEBUG oslo_concurrency.lockutils [None req-61c3eb25-f07e-467b-bbbc-06be99c8022a tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Lock "f1580435-6943-4320-97dd-6c3d8d8d2e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.797s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.456370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.478849] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f7bebf-a6a5-f426-14f1-57bfd0cb1dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.479188] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.479435] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.479669] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.479939] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.480038] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.480322] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e120f059-e7f8-4226-acce-5849777d14a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.490194] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.490419] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.491132] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e8138d-7a67-48be-8b6c-aa195a2bcb78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.499147] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1046.499147] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a83094-292b-b9ab-180f-e131d7037c0c" [ 1046.499147] env[70480]: _type = "Task" [ 1046.499147] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.507408] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a83094-292b-b9ab-180f-e131d7037c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.544444] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723307, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.765102] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.765102] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.765102] env[70480]: DEBUG nova.compute.manager [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.765102] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88438cbb-35fc-4ace-b1f9-355237585f7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.775127] env[70480]: DEBUG nova.compute.manager [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1046.775127] env[70480]: DEBUG nova.objects.instance [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'flavor' on Instance uuid 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.012785] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a83094-292b-b9ab-180f-e131d7037c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.023517} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.014024] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39c6074-fd0f-4998-99d4-aebc9f77ed84 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.020311] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1047.020311] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ff3bbe-fe4b-62fc-63db-15b7b4cb4eae" [ 1047.020311] env[70480]: _type = "Task" [ 1047.020311] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.032758] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ff3bbe-fe4b-62fc-63db-15b7b4cb4eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.043953] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723307, 'name': Rename_Task, 'duration_secs': 1.174211} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.044288] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.044602] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f7eb44-fc56-4831-9127-e72ad931a1a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.053282] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1047.053282] env[70480]: value = "task-3723308" [ 1047.053282] env[70480]: _type = "Task" [ 1047.053282] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.065554] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.230184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ba90e-94ff-4c62-a899-78c9e93023fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.238671] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c4860-073a-4ae9-9ded-5937bf6ac244 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.269436] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f31148-77f8-4588-b809-a2161c006e5c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.278326] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb128c-2131-4327-b041-5b09c0c0f935 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.299080] env[70480]: DEBUG nova.compute.provider_tree [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.452185] env[70480]: DEBUG nova.compute.manager [req-f3246709-dbeb-4918-8512-b1ece9244d4b req-5bb0f46c-5b4d-4ce7-bb5a-bba5f040d62b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Received event network-vif-plugged-57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.452476] env[70480]: DEBUG oslo_concurrency.lockutils [req-f3246709-dbeb-4918-8512-b1ece9244d4b req-5bb0f46c-5b4d-4ce7-bb5a-bba5f040d62b service nova] Acquiring lock "21027626-1e74-4301-b008-f62fe0cdd0f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.452617] env[70480]: DEBUG oslo_concurrency.lockutils [req-f3246709-dbeb-4918-8512-b1ece9244d4b req-5bb0f46c-5b4d-4ce7-bb5a-bba5f040d62b service nova] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.452780] env[70480]: DEBUG oslo_concurrency.lockutils [req-f3246709-dbeb-4918-8512-b1ece9244d4b req-5bb0f46c-5b4d-4ce7-bb5a-bba5f040d62b service nova] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.452951] env[70480]: DEBUG nova.compute.manager [req-f3246709-dbeb-4918-8512-b1ece9244d4b req-5bb0f46c-5b4d-4ce7-bb5a-bba5f040d62b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] No waiting events found dispatching network-vif-plugged-57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.453267] env[70480]: WARNING nova.compute.manager [req-f3246709-dbeb-4918-8512-b1ece9244d4b req-5bb0f46c-5b4d-4ce7-bb5a-bba5f040d62b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Received unexpected event network-vif-plugged-57f10086-8666-47a4-85d5-08951f3c5dea for instance with vm_state building and task_state spawning. [ 1047.531727] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ff3bbe-fe4b-62fc-63db-15b7b4cb4eae, 'name': SearchDatastore_Task, 'duration_secs': 0.023743} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.532070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.532351] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.532624] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a77dda3-4980-4f19-b256-6358a7c75be2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.540192] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1047.540192] env[70480]: value = "task-3723309" [ 1047.540192] env[70480]: _type = "Task" [ 1047.540192] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.549353] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.562735] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723308, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.611117] env[70480]: DEBUG nova.network.neutron [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Successfully updated port: 57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.789335] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.789752] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-750a4d8d-43bb-493a-8189-1ae6f8ba5f3a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.798975] env[70480]: DEBUG oslo_vmware.api [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1047.798975] env[70480]: value = "task-3723310" [ 1047.798975] env[70480]: _type = "Task" [ 1047.798975] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.804156] env[70480]: DEBUG nova.scheduler.client.report [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.816442] env[70480]: DEBUG oslo_vmware.api [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.053212] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723309, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.065976] env[70480]: DEBUG oslo_vmware.api [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723308, 'name': PowerOnVM_Task, 'duration_secs': 0.709597} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.070028] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.070028] env[70480]: INFO nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1048.070028] env[70480]: DEBUG nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.070028] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1e0b1-e015-41da-a01c-bc9fefdd6066 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.114303] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "refresh_cache-21027626-1e74-4301-b008-f62fe0cdd0f4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.114359] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "refresh_cache-21027626-1e74-4301-b008-f62fe0cdd0f4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.114469] env[70480]: DEBUG nova.network.neutron [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.311608] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.312310] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.315107] env[70480]: DEBUG oslo_vmware.api [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723310, 'name': PowerOffVM_Task, 'duration_secs': 0.247495} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.315107] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.478s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.315323] env[70480]: DEBUG nova.objects.instance [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'pci_requests' on Instance uuid 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.316807] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.317077] env[70480]: DEBUG nova.compute.manager [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.318231] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a46c46-835c-4ccf-a08d-75b20be38ab6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.550741] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690142} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.550996] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.551181] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.551433] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc771fa-57de-4331-af97-0502235c94d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.562024] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1048.562024] env[70480]: value = "task-3723311" [ 1048.562024] env[70480]: _type = "Task" [ 1048.562024] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.571383] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.592129] env[70480]: INFO nova.compute.manager [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Took 20.06 seconds to build instance. [ 1048.696199] env[70480]: DEBUG nova.network.neutron [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.821906] env[70480]: DEBUG nova.objects.instance [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'numa_topology' on Instance uuid 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.827261] env[70480]: DEBUG nova.compute.utils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.827911] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.828717] env[70480]: DEBUG nova.network.neutron [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.836215] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fc102d2a-6b88-48f9-bca6-c0ebba469701 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.913704] env[70480]: DEBUG nova.policy [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3837ac6ef97f43178d2bde654c050a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af119ad120da49a79db6cb87e70e8124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.996527] env[70480]: DEBUG nova.network.neutron [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Updating instance_info_cache with network_info: [{"id": "57f10086-8666-47a4-85d5-08951f3c5dea", "address": "fa:16:3e:6e:0a:3d", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f10086-86", "ovs_interfaceid": "57f10086-8666-47a4-85d5-08951f3c5dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.071225] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196982} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.071442] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.073224] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33e5dd5-b5c8-4589-ad14-86400014f77b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.101234] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.101744] env[70480]: DEBUG oslo_concurrency.lockutils [None req-054210e9-e841-477c-9dd0-a331db3bdb3b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.578s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.102038] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa7ad28-d5da-4080-a316-687a39c25239 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.123977] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1049.123977] env[70480]: value = "task-3723312" [ 1049.123977] env[70480]: _type = "Task" [ 1049.123977] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.131718] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.329565] env[70480]: INFO nova.compute.claims [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.332691] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.382907] env[70480]: DEBUG nova.objects.instance [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'flavor' on Instance uuid 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.499238] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "refresh_cache-21027626-1e74-4301-b008-f62fe0cdd0f4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.499390] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Instance network_info: |[{"id": "57f10086-8666-47a4-85d5-08951f3c5dea", "address": "fa:16:3e:6e:0a:3d", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f10086-86", "ovs_interfaceid": "57f10086-8666-47a4-85d5-08951f3c5dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.499796] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:0a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f10086-8666-47a4-85d5-08951f3c5dea', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.511926] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.511926] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.511926] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19581db5-396e-412a-bd4b-e444c41aad7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.545215] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.545215] env[70480]: value = "task-3723313" [ 1049.545215] env[70480]: _type = "Task" [ 1049.545215] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.554895] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723313, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.557349] env[70480]: DEBUG nova.compute.manager [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Received event network-changed-57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.557651] env[70480]: DEBUG nova.compute.manager [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Refreshing instance network info cache due to event network-changed-57f10086-8666-47a4-85d5-08951f3c5dea. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.557835] env[70480]: DEBUG oslo_concurrency.lockutils [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] Acquiring lock "refresh_cache-21027626-1e74-4301-b008-f62fe0cdd0f4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.557923] env[70480]: DEBUG oslo_concurrency.lockutils [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] Acquired lock "refresh_cache-21027626-1e74-4301-b008-f62fe0cdd0f4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.558038] env[70480]: DEBUG nova.network.neutron [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Refreshing network info cache for port 57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.590610] env[70480]: DEBUG nova.network.neutron [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Successfully created port: 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.634267] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.894073] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.894073] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.894315] env[70480]: DEBUG nova.network.neutron [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.894689] env[70480]: DEBUG nova.objects.instance [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'info_cache' on Instance uuid 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.064721] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723313, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.138589] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723312, 'name': ReconfigVM_Task, 'duration_secs': 0.959456} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.139385] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.141087] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df27b2e-4d70-4803-a2fb-f89006ea0552 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.156276] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1050.156276] env[70480]: value = "task-3723314" [ 1050.156276] env[70480]: _type = "Task" [ 1050.156276] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.170595] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723314, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.346491] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.382178] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.382178] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.382178] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.382178] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.382807] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.383297] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.384018] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.384363] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.387018] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.387018] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.387018] env[70480]: DEBUG nova.virt.hardware [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.387018] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0cfdc9-f000-4c8d-938c-37e5a019368b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.403026] env[70480]: DEBUG nova.objects.base [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Object Instance<46078b13-398e-4026-8c76-3a23f359e200> lazy-loaded attributes: flavor,info_cache {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.403026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad60b0d9-fc29-428a-8398-afbfc0c4e364 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.490986] env[70480]: DEBUG nova.network.neutron [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Updated VIF entry in instance network info cache for port 57f10086-8666-47a4-85d5-08951f3c5dea. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.491485] env[70480]: DEBUG nova.network.neutron [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Updating instance_info_cache with network_info: [{"id": "57f10086-8666-47a4-85d5-08951f3c5dea", "address": "fa:16:3e:6e:0a:3d", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f10086-86", "ovs_interfaceid": "57f10086-8666-47a4-85d5-08951f3c5dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.562051] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723313, 'name': CreateVM_Task, 'duration_secs': 0.546452} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.562323] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.563227] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.563404] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.563722] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.567706] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acae87c3-e36b-4517-8a45-e678b33d0fba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.573191] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1050.573191] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3f410-74da-72f5-1c16-9200dfe59cf3" [ 1050.573191] env[70480]: _type = "Task" [ 1050.573191] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.589419] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3f410-74da-72f5-1c16-9200dfe59cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.671450] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723314, 'name': Rename_Task, 'duration_secs': 0.258745} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.674487] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.674957] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a27156-aeaf-4eb1-91ae-6a9c99a738b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.683035] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1050.683035] env[70480]: value = "task-3723315" [ 1050.683035] env[70480]: _type = "Task" [ 1050.683035] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.695795] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.761673] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c845b9c7-b877-4939-bce6-877329cd814e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.770328] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bdcdb1-17ca-4639-a47a-fcce898dc015 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.802221] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a726bd-25e8-4054-b7b1-fc844c5adfbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810705] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a7861a-e31f-4829-96bb-dc36512ed4ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.828366] env[70480]: DEBUG nova.compute.provider_tree [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.995087] env[70480]: DEBUG oslo_concurrency.lockutils [req-c44144bf-249b-4924-9293-8f44dbb90eea req-d5031884-0046-4463-8bcc-411e19010b9b service nova] Releasing lock "refresh_cache-21027626-1e74-4301-b008-f62fe0cdd0f4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.089579] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f3f410-74da-72f5-1c16-9200dfe59cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.017149} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.089965] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.090267] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.090535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.090696] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.091024] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.092379] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-016708eb-c5c8-48b2-9ce2-e8b72bc47fe3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.107229] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.107491] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.111292] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40add90d-a3be-491f-9ad5-20200381c983 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.123317] env[70480]: DEBUG nova.compute.manager [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1051.126748] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1051.126748] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b7fcc4-4655-f954-c157-1752187ccaf5" [ 1051.126748] env[70480]: _type = "Task" [ 1051.126748] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.139054] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b7fcc4-4655-f954-c157-1752187ccaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.193880] env[70480]: DEBUG oslo_vmware.api [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723315, 'name': PowerOnVM_Task, 'duration_secs': 0.507373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.194251] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.194852] env[70480]: INFO nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1051.195134] env[70480]: DEBUG nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.196748] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8563978-9b9c-4bc6-8366-c5d651422eda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.303399] env[70480]: DEBUG nova.network.neutron [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.331502] env[70480]: DEBUG nova.scheduler.client.report [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.613446] env[70480]: DEBUG nova.network.neutron [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Successfully updated port: 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.645979] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b7fcc4-4655-f954-c157-1752187ccaf5, 'name': SearchDatastore_Task, 'duration_secs': 0.021083} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.647030] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8830765b-e516-4da6-ba0b-df4f7b1386b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.654023] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1051.654023] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525c13bd-4abc-0751-69c8-e37b0812c2e3" [ 1051.654023] env[70480]: _type = "Task" [ 1051.654023] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.656805] env[70480]: DEBUG nova.compute.manager [req-042f67c5-e211-4846-b71e-88f7a0f84ad8 req-a2f78aa8-ac97-4e39-bd87-f9b003344be6 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Received event network-vif-plugged-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.657024] env[70480]: DEBUG oslo_concurrency.lockutils [req-042f67c5-e211-4846-b71e-88f7a0f84ad8 req-a2f78aa8-ac97-4e39-bd87-f9b003344be6 service nova] Acquiring lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.657242] env[70480]: DEBUG oslo_concurrency.lockutils [req-042f67c5-e211-4846-b71e-88f7a0f84ad8 req-a2f78aa8-ac97-4e39-bd87-f9b003344be6 service nova] Lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.657406] env[70480]: DEBUG oslo_concurrency.lockutils [req-042f67c5-e211-4846-b71e-88f7a0f84ad8 req-a2f78aa8-ac97-4e39-bd87-f9b003344be6 service nova] Lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.657570] env[70480]: DEBUG nova.compute.manager [req-042f67c5-e211-4846-b71e-88f7a0f84ad8 req-a2f78aa8-ac97-4e39-bd87-f9b003344be6 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] No waiting events found dispatching network-vif-plugged-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1051.657727] env[70480]: WARNING nova.compute.manager [req-042f67c5-e211-4846-b71e-88f7a0f84ad8 req-a2f78aa8-ac97-4e39-bd87-f9b003344be6 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Received unexpected event network-vif-plugged-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf for instance with vm_state building and task_state spawning. [ 1051.659129] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.670824] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525c13bd-4abc-0751-69c8-e37b0812c2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.717688] env[70480]: INFO nova.compute.manager [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Took 22.19 seconds to build instance. [ 1051.806737] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.837874] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.523s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.840234] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.945s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.842534] env[70480]: INFO nova.compute.claims [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.885123] env[70480]: INFO nova.network.neutron [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1052.117644] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.117644] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.117644] env[70480]: DEBUG nova.network.neutron [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.168190] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525c13bd-4abc-0751-69c8-e37b0812c2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020552} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.168653] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.169051] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 21027626-1e74-4301-b008-f62fe0cdd0f4/21027626-1e74-4301-b008-f62fe0cdd0f4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.169503] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9121546c-3b7b-428e-9157-53341259fad3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.179035] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1052.179035] env[70480]: value = "task-3723316" [ 1052.179035] env[70480]: _type = "Task" [ 1052.179035] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.190421] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.220435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.703s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.675612] env[70480]: DEBUG nova.network.neutron [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.693103] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.812580] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.819749] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f81eeeb-9db7-4a80-9dce-642b1b0ab13e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.829265] env[70480]: DEBUG oslo_vmware.api [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1052.829265] env[70480]: value = "task-3723317" [ 1052.829265] env[70480]: _type = "Task" [ 1052.829265] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.840385] env[70480]: DEBUG oslo_vmware.api [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.976405] env[70480]: DEBUG nova.network.neutron [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updating instance_info_cache with network_info: [{"id": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "address": "fa:16:3e:51:bf:5d", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab2ea1b-4b", "ovs_interfaceid": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.192858] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640068} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.193168] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 21027626-1e74-4301-b008-f62fe0cdd0f4/21027626-1e74-4301-b008-f62fe0cdd0f4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.193386] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.193656] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16abf133-d894-4d3a-92ee-0cbe68433699 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.205330] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "b1a5e0b7-b388-4632-98d6-c032acd69854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.205618] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.207495] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1053.207495] env[70480]: value = "task-3723318" [ 1053.207495] env[70480]: _type = "Task" [ 1053.207495] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.219349] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.293824] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3787c240-5b94-470c-bcec-db9fed99f681 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.303207] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a59f179-1601-4d6a-89df-85e734094685 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.342663] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ecba6-066a-41d3-9bce-6c13f9814691 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.351037] env[70480]: DEBUG oslo_vmware.api [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.354466] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf6b03-76c2-4517-8a32-ceac5b7b02c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.369826] env[70480]: DEBUG nova.compute.provider_tree [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.479792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.480160] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Instance network_info: |[{"id": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "address": "fa:16:3e:51:bf:5d", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab2ea1b-4b", "ovs_interfaceid": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.480608] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:bf:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.490056] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.490439] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.490707] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779a777a-fc49-4f19-91de-84d2c671d478 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.518235] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.518235] env[70480]: value = "task-3723319" [ 1053.518235] env[70480]: _type = "Task" [ 1053.518235] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.527391] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723319, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.709738] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.728023] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323694} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.728023] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.728023] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf2b3f9-c4d9-4a0e-a865-b069d2e5c9d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.750805] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 21027626-1e74-4301-b008-f62fe0cdd0f4/21027626-1e74-4301-b008-f62fe0cdd0f4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.752570] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6a75e1-144d-4669-86ee-8ebca6bcf4c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.776551] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1053.776551] env[70480]: value = "task-3723320" [ 1053.776551] env[70480]: _type = "Task" [ 1053.776551] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.790974] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.848761] env[70480]: DEBUG oslo_vmware.api [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.877130] env[70480]: DEBUG nova.scheduler.client.report [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.029212] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723319, 'name': CreateVM_Task, 'duration_secs': 0.506247} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.029477] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.030187] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.030427] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.030700] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.030972] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a64b480-dd2b-4085-821c-9730389f68ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.036850] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1054.036850] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5233bde1-ad1c-fd8e-f2ac-57bceefc0d42" [ 1054.036850] env[70480]: _type = "Task" [ 1054.036850] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.046653] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5233bde1-ad1c-fd8e-f2ac-57bceefc0d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.240735] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.269161] env[70480]: DEBUG nova.compute.manager [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Received event network-changed-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.269319] env[70480]: DEBUG nova.compute.manager [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Refreshing instance network info cache due to event network-changed-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.269523] env[70480]: DEBUG oslo_concurrency.lockutils [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] Acquiring lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.269684] env[70480]: DEBUG oslo_concurrency.lockutils [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] Acquired lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.269811] env[70480]: DEBUG nova.network.neutron [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Refreshing network info cache for port 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.295571] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723320, 'name': ReconfigVM_Task, 'duration_secs': 0.355146} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.295571] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 21027626-1e74-4301-b008-f62fe0cdd0f4/21027626-1e74-4301-b008-f62fe0cdd0f4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.296110] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f59be5-d2e6-4615-9cc3-eb2b3b8ca99e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.303735] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1054.303735] env[70480]: value = "task-3723321" [ 1054.303735] env[70480]: _type = "Task" [ 1054.303735] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.317842] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723321, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.325694] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.325868] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.326100] env[70480]: DEBUG nova.network.neutron [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.350544] env[70480]: DEBUG oslo_vmware.api [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723317, 'name': PowerOnVM_Task, 'duration_secs': 1.078191} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.350834] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.351188] env[70480]: DEBUG nova.compute.manager [None req-6b9a5f11-6872-44d6-87f4-4039b7bc33a9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.351855] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485086f9-ba1e-4f3b-aba7-f4d13c9d20a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.383892] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.383892] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.388025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.779s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.389196] env[70480]: INFO nova.compute.claims [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.550085] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5233bde1-ad1c-fd8e-f2ac-57bceefc0d42, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.550085] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.550085] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.550085] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.550085] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550085] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.550085] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa172b78-78af-40a7-8b00-a23c1af0c32d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.565295] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.565844] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.566748] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f4ef1b-40aa-4097-bc71-b027fae25ec0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.574215] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1054.574215] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5230dbbb-0a38-0c3e-e65b-e3f1495f3f46" [ 1054.574215] env[70480]: _type = "Task" [ 1054.574215] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.583173] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5230dbbb-0a38-0c3e-e65b-e3f1495f3f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.813674] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723321, 'name': Rename_Task, 'duration_secs': 0.158024} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.813976] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.813976] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af32655-9e27-4df1-a22e-cdddac9a9595 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.824251] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1054.824251] env[70480]: value = "task-3723322" [ 1054.824251] env[70480]: _type = "Task" [ 1054.824251] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.840337] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.895020] env[70480]: DEBUG nova.compute.utils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.895273] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.895562] env[70480]: DEBUG nova.network.neutron [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.949033] env[70480]: DEBUG nova.policy [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.093960] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5230dbbb-0a38-0c3e-e65b-e3f1495f3f46, 'name': SearchDatastore_Task, 'duration_secs': 0.042837} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.100705] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4d5d49-6924-4a9a-a66f-ad7043d103f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.108746] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1055.108746] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520a5eb5-f7e9-e2a5-cea3-a5764ea010f0" [ 1055.108746] env[70480]: _type = "Task" [ 1055.108746] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.121038] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520a5eb5-f7e9-e2a5-cea3-a5764ea010f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.158269] env[70480]: DEBUG nova.network.neutron [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updated VIF entry in instance network info cache for port 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.158837] env[70480]: DEBUG nova.network.neutron [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updating instance_info_cache with network_info: [{"id": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "address": "fa:16:3e:51:bf:5d", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab2ea1b-4b", "ovs_interfaceid": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.256986] env[70480]: DEBUG nova.network.neutron [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.282817] env[70480]: DEBUG nova.network.neutron [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Successfully created port: 9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.341797] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.405009] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.486196] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.487183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.621574] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520a5eb5-f7e9-e2a5-cea3-a5764ea010f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.621574] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.621574] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 7d9241cc-904e-4b62-a026-13b8939ada49/7d9241cc-904e-4b62-a026-13b8939ada49.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.621574] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b092492f-987c-4673-86fd-b894270141a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.630396] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1055.630396] env[70480]: value = "task-3723323" [ 1055.630396] env[70480]: _type = "Task" [ 1055.630396] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.639980] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.663926] env[70480]: DEBUG oslo_concurrency.lockutils [req-f54098e9-adf0-4789-bb97-9f4ba2d1ef41 req-756daa7f-5867-4427-9d2c-73234780b2a1 service nova] Releasing lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.761673] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.800737] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d51150408e92fec5bbdbb629c98fda23',container_format='bare',created_at=2025-04-29T11:24:55Z,direct_url=,disk_format='vmdk',id=c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-986278344-shelved',owner='45d0e3f7472747aba1c0ac204c3fec4a',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-29T11:25:10Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.801012] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.801204] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.801396] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.801860] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.802119] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.802435] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.802609] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.802786] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.802958] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.803144] env[70480]: DEBUG nova.virt.hardware [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.804066] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f778f3-f371-41a6-abc8-2969c05d697a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.815838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1069f0-56ed-401d-bacc-8099c5a64cb9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.842075] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:76:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.850930] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.858484] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.859213] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-286029ed-53d9-470b-a060-77b0da0bb62e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.885177] env[70480]: DEBUG oslo_vmware.api [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723322, 'name': PowerOnVM_Task, 'duration_secs': 0.57672} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.885489] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.885696] env[70480]: INFO nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1055.885871] env[70480]: DEBUG nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.886771] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd71b7c-b7bf-4f77-8fed-e5d13b5d47ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.894242] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.894242] env[70480]: value = "task-3723324" [ 1055.894242] env[70480]: _type = "Task" [ 1055.894242] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.912282] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723324, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.924546] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b4cf7-c162-41d7-b19c-ea87465757f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.935534] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014d6bb-d3cd-4e6a-a091-5125eb65494e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.976377] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da51a4-f208-4c1d-af2b-2f447c962867 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.988940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc27d0e-f009-4aef-9d06-6aea3ffcc413 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.993493] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.011425] env[70480]: DEBUG nova.compute.provider_tree [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.147239] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.308546] env[70480]: DEBUG nova.compute.manager [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-vif-plugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.309285] env[70480]: DEBUG oslo_concurrency.lockutils [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.309652] env[70480]: DEBUG oslo_concurrency.lockutils [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.309946] env[70480]: DEBUG oslo_concurrency.lockutils [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.310293] env[70480]: DEBUG nova.compute.manager [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] No waiting events found dispatching network-vif-plugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1056.310600] env[70480]: WARNING nova.compute.manager [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received unexpected event network-vif-plugged-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1056.310904] env[70480]: DEBUG nova.compute.manager [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.311194] env[70480]: DEBUG nova.compute.manager [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing instance network info cache due to event network-changed-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.311823] env[70480]: DEBUG oslo_concurrency.lockutils [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] Acquiring lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.311823] env[70480]: DEBUG oslo_concurrency.lockutils [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] Acquired lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.312254] env[70480]: DEBUG nova.network.neutron [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Refreshing network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.403201] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723324, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.421071] env[70480]: INFO nova.compute.manager [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Took 23.60 seconds to build instance. [ 1056.427563] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.457094] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.457409] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.457535] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.458286] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.458559] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.458761] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.459019] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.459217] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.459399] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.459568] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.459742] env[70480]: DEBUG nova.virt.hardware [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.461101] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb8088-23d5-4782-9b66-cb0a25eb5b80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.471770] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddadb7-7966-4aee-924f-9864bc65070d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.513923] env[70480]: DEBUG nova.scheduler.client.report [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.519453] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.645585] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585922} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.645963] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 7d9241cc-904e-4b62-a026-13b8939ada49/7d9241cc-904e-4b62-a026-13b8939ada49.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.646313] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.646695] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-820dfc1a-afcb-4d10-92b5-5dfab00f58a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.653629] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1056.653629] env[70480]: value = "task-3723325" [ 1056.653629] env[70480]: _type = "Task" [ 1056.653629] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.665225] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.789117] env[70480]: DEBUG nova.compute.manager [req-441f436b-01a8-4715-a70c-7268af8e7abc req-55c83d56-c3b7-4bca-bfc3-eec98bd2c718 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Received event network-vif-plugged-9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.789437] env[70480]: DEBUG oslo_concurrency.lockutils [req-441f436b-01a8-4715-a70c-7268af8e7abc req-55c83d56-c3b7-4bca-bfc3-eec98bd2c718 service nova] Acquiring lock "41d17e42-e632-48d4-815d-af99fcd6a864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.789744] env[70480]: DEBUG oslo_concurrency.lockutils [req-441f436b-01a8-4715-a70c-7268af8e7abc req-55c83d56-c3b7-4bca-bfc3-eec98bd2c718 service nova] Lock "41d17e42-e632-48d4-815d-af99fcd6a864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.790018] env[70480]: DEBUG oslo_concurrency.lockutils [req-441f436b-01a8-4715-a70c-7268af8e7abc req-55c83d56-c3b7-4bca-bfc3-eec98bd2c718 service nova] Lock "41d17e42-e632-48d4-815d-af99fcd6a864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.790296] env[70480]: DEBUG nova.compute.manager [req-441f436b-01a8-4715-a70c-7268af8e7abc req-55c83d56-c3b7-4bca-bfc3-eec98bd2c718 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] No waiting events found dispatching network-vif-plugged-9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1056.790533] env[70480]: WARNING nova.compute.manager [req-441f436b-01a8-4715-a70c-7268af8e7abc req-55c83d56-c3b7-4bca-bfc3-eec98bd2c718 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Received unexpected event network-vif-plugged-9bd84ac4-fd7a-4396-93d4-be4b24036d26 for instance with vm_state building and task_state spawning. [ 1056.861419] env[70480]: DEBUG nova.network.neutron [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Successfully updated port: 9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.903084] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723324, 'name': CreateVM_Task, 'duration_secs': 0.656641} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.903316] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.904052] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.904267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.904792] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.905125] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af8302b-eab8-42c8-8be4-827008fef47f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.912748] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1056.912748] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520d6679-d94b-4399-270b-7b00f77df553" [ 1056.912748] env[70480]: _type = "Task" [ 1056.912748] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.926292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bb539290-b46c-453e-880c-caa890ca3c9a tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.121s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.926625] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520d6679-d94b-4399-270b-7b00f77df553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.021938] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.022359] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.025137] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.088s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.166817] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270747} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.167264] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.168198] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88bfdac-dbaf-4612-80b3-805c16011426 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.193931] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 7d9241cc-904e-4b62-a026-13b8939ada49/7d9241cc-904e-4b62-a026-13b8939ada49.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.194862] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f68e95e-3df3-42ab-8efd-31ddceaf264f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.219611] env[70480]: DEBUG nova.network.neutron [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updated VIF entry in instance network info cache for port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.219988] env[70480]: DEBUG nova.network.neutron [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [{"id": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "address": "fa:16:3e:5a:76:fe", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd3a6f2d-78", "ovs_interfaceid": "dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.222824] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1057.222824] env[70480]: value = "task-3723326" [ 1057.222824] env[70480]: _type = "Task" [ 1057.222824] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.235249] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.364359] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-41d17e42-e632-48d4-815d-af99fcd6a864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364505] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-41d17e42-e632-48d4-815d-af99fcd6a864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.364679] env[70480]: DEBUG nova.network.neutron [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.422943] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.423212] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Processing image c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.423466] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.423621] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.423806] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.424106] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e33dbb01-0bad-4e2e-91db-47637d6d8046 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.435010] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.435227] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.435985] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7287b3d0-a56b-4a67-a61b-c4065dac01eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.444011] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1057.444011] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a8efda-6cae-08bc-e940-193bc75dcaef" [ 1057.444011] env[70480]: _type = "Task" [ 1057.444011] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.454774] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a8efda-6cae-08bc-e940-193bc75dcaef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.529970] env[70480]: DEBUG nova.compute.utils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.542668] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.545024] env[70480]: DEBUG nova.network.neutron [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.633563] env[70480]: DEBUG nova.policy [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f58c4a6fdfaf428d8b3e7d96cb99a4dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c56f637948aa4a5a9fcf01b012952278', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.724925] env[70480]: DEBUG oslo_concurrency.lockutils [req-6a58ef02-887f-4667-b3bd-03a031060edc req-113b6b0a-496d-4d3a-9855-e5b98c1992a7 service nova] Releasing lock "refresh_cache-08366acb-d8ab-47ad-9848-03b29692fb12" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.734954] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.906419] env[70480]: DEBUG nova.network.neutron [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.959056] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1057.959497] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Fetch image to [datastore2] OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c/OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1057.959733] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Downloading stream optimized image c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d to [datastore2] OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c/OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c.vmdk on the data store datastore2 as vApp {{(pid=70480) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1057.959934] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Downloading image file data c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d to the ESX as VM named 'OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c' {{(pid=70480) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1058.043289] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.051982] env[70480]: INFO nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating resource usage from migration 9ece4313-b40f-4217-be4b-834e82d65387 [ 1058.075482] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1058.075482] env[70480]: value = "resgroup-9" [ 1058.075482] env[70480]: _type = "ResourcePool" [ 1058.075482] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1058.075844] env[70480]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f15e6db-f06d-4859-b815-5abf1758ade2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.095784] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.095938] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096081] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 81640b4a-3c62-4328-8b22-57ddf021c132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096217] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096351] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance efdc0e02-fd32-4267-8a18-bcb872e8a152 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1058.096471] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 411eb6be-d0c0-4020-a18b-bd56759abc5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096586] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance acab7254-8f13-4591-b247-ffd3cfa1a6b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096696] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2c214b86-ffdf-43a5-852e-536335e4bee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096807] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.096916] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 71435f12-edb7-45f3-9633-0615475702db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097034] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 46078b13-398e-4026-8c76-3a23f359e200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097148] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9988d525-c3ef-40f5-9367-be8e96691290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097256] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance e80427ac-95cc-495a-b3c6-42fa554a6321 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097365] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9802700b-571c-4a8e-827a-b2c59c2c2d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097473] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 08366acb-d8ab-47ad-9848-03b29692fb12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097581] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 3eb0c237-5d0a-450c-9ea5-4191b94a7847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097691] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 06e61304-09d6-4f1f-aaa2-9638d234a7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097800] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 21027626-1e74-4301-b008-f62fe0cdd0f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.097912] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 7d9241cc-904e-4b62-a026-13b8939ada49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.098018] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 41d17e42-e632-48d4-815d-af99fcd6a864 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.098128] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c80e684d-9fd2-469c-b31d-5533ee6cf625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.100049] env[70480]: DEBUG nova.network.neutron [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Successfully created port: 22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.111778] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "50860a27-6334-4e19-b7cf-940a38a02092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.112035] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "50860a27-6334-4e19-b7cf-940a38a02092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.113290] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease: (returnval){ [ 1058.113290] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b9a2f-5f43-a913-9ce1-4d1903555bf6" [ 1058.113290] env[70480]: _type = "HttpNfcLease" [ 1058.113290] env[70480]: } obtained for vApp import into resource pool (val){ [ 1058.113290] env[70480]: value = "resgroup-9" [ 1058.113290] env[70480]: _type = "ResourcePool" [ 1058.113290] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1058.113601] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the lease: (returnval){ [ 1058.113601] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b9a2f-5f43-a913-9ce1-4d1903555bf6" [ 1058.113601] env[70480]: _type = "HttpNfcLease" [ 1058.113601] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1058.122601] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.122601] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b9a2f-5f43-a913-9ce1-4d1903555bf6" [ 1058.122601] env[70480]: _type = "HttpNfcLease" [ 1058.122601] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.154710] env[70480]: DEBUG nova.network.neutron [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Updating instance_info_cache with network_info: [{"id": "9bd84ac4-fd7a-4396-93d4-be4b24036d26", "address": "fa:16:3e:bb:79:4d", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd84ac4-fd", "ovs_interfaceid": "9bd84ac4-fd7a-4396-93d4-be4b24036d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.242618] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.603940] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance d32eb92e-4ee0-441a-ac89-717474130cf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1058.604166] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Migration 9ece4313-b40f-4217-be4b-834e82d65387 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1058.604268] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 1ba0296a-a547-471a-a399-64ac4322e281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1058.616217] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.627377] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.627377] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b9a2f-5f43-a913-9ce1-4d1903555bf6" [ 1058.627377] env[70480]: _type = "HttpNfcLease" [ 1058.627377] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.627377] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.627377] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b9a2f-5f43-a913-9ce1-4d1903555bf6" [ 1058.627377] env[70480]: _type = "HttpNfcLease" [ 1058.627377] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1058.628223] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590f063d-2b1a-42e1-ae4c-14fdaa4637b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.638710] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52837208-8b80-2ae3-2f0d-accfd14a8afe/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.638710] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52837208-8b80-2ae3-2f0d-accfd14a8afe/disk-0.vmdk. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1058.694601] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-41d17e42-e632-48d4-815d-af99fcd6a864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.694945] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Instance network_info: |[{"id": "9bd84ac4-fd7a-4396-93d4-be4b24036d26", "address": "fa:16:3e:bb:79:4d", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd84ac4-fd", "ovs_interfaceid": "9bd84ac4-fd7a-4396-93d4-be4b24036d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.696274] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:79:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd84ac4-fd7a-4396-93d4-be4b24036d26', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.704303] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.706229] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.706499] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57c9f7c-0a64-4881-8361-ab4de4e6dc51 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.732660] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ced2f15c-17ab-44e0-995d-774f3c7642cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.737791] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.737791] env[70480]: value = "task-3723328" [ 1058.737791] env[70480]: _type = "Task" [ 1058.737791] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.748240] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723328, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.751785] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723326, 'name': ReconfigVM_Task, 'duration_secs': 1.078026} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.752092] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 7d9241cc-904e-4b62-a026-13b8939ada49/7d9241cc-904e-4b62-a026-13b8939ada49.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.753025] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-813c0a7d-668a-4e43-9ad5-f9bfccc42d7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.761962] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1058.761962] env[70480]: value = "task-3723329" [ 1058.761962] env[70480]: _type = "Task" [ 1058.761962] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.772846] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723329, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.824526] env[70480]: DEBUG nova.compute.manager [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Received event network-changed-9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.824757] env[70480]: DEBUG nova.compute.manager [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Refreshing instance network info cache due to event network-changed-9bd84ac4-fd7a-4396-93d4-be4b24036d26. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.825135] env[70480]: DEBUG oslo_concurrency.lockutils [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] Acquiring lock "refresh_cache-41d17e42-e632-48d4-815d-af99fcd6a864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.825347] env[70480]: DEBUG oslo_concurrency.lockutils [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] Acquired lock "refresh_cache-41d17e42-e632-48d4-815d-af99fcd6a864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.825536] env[70480]: DEBUG nova.network.neutron [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Refreshing network info cache for port 9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.052514] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.094209] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.094509] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.094704] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.095064] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.095241] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.095413] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.095649] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.095816] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.095996] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.096181] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.096372] env[70480]: DEBUG nova.virt.hardware [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.097717] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe0959-64cd-4e0b-90d4-ab7eff6f3da9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.112979] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance b1a5e0b7-b388-4632-98d6-c032acd69854 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1059.118520] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3809eb1-abf1-4fcd-aee1-94462c7d85a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.163094] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.251125] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723328, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.275288] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723329, 'name': Rename_Task, 'duration_secs': 0.186482} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.277342] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.277576] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7360173c-71fe-4d1e-a258-96859a989131 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.286854] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1059.286854] env[70480]: value = "task-3723330" [ 1059.286854] env[70480]: _type = "Task" [ 1059.286854] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.299953] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.591113] env[70480]: DEBUG nova.network.neutron [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Updated VIF entry in instance network info cache for port 9bd84ac4-fd7a-4396-93d4-be4b24036d26. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.591583] env[70480]: DEBUG nova.network.neutron [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Updating instance_info_cache with network_info: [{"id": "9bd84ac4-fd7a-4396-93d4-be4b24036d26", "address": "fa:16:3e:bb:79:4d", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd84ac4-fd", "ovs_interfaceid": "9bd84ac4-fd7a-4396-93d4-be4b24036d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.628317] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9f6449c5-0fd9-4b5a-bd85-4dba61489b63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1059.705903] env[70480]: DEBUG nova.compute.manager [req-86be9414-b598-47f7-895b-062b04c1e888 req-bdda1776-76d7-4fd4-a63e-2035fba979ce service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Received event network-vif-plugged-22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.706350] env[70480]: DEBUG oslo_concurrency.lockutils [req-86be9414-b598-47f7-895b-062b04c1e888 req-bdda1776-76d7-4fd4-a63e-2035fba979ce service nova] Acquiring lock "c80e684d-9fd2-469c-b31d-5533ee6cf625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.706607] env[70480]: DEBUG oslo_concurrency.lockutils [req-86be9414-b598-47f7-895b-062b04c1e888 req-bdda1776-76d7-4fd4-a63e-2035fba979ce service nova] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.706778] env[70480]: DEBUG oslo_concurrency.lockutils [req-86be9414-b598-47f7-895b-062b04c1e888 req-bdda1776-76d7-4fd4-a63e-2035fba979ce service nova] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.707797] env[70480]: DEBUG nova.compute.manager [req-86be9414-b598-47f7-895b-062b04c1e888 req-bdda1776-76d7-4fd4-a63e-2035fba979ce service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] No waiting events found dispatching network-vif-plugged-22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1059.708457] env[70480]: WARNING nova.compute.manager [req-86be9414-b598-47f7-895b-062b04c1e888 req-bdda1776-76d7-4fd4-a63e-2035fba979ce service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Received unexpected event network-vif-plugged-22399a5b-acdf-4102-823c-8a07cbaba355 for instance with vm_state building and task_state spawning. [ 1059.752309] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723328, 'name': CreateVM_Task, 'duration_secs': 0.740345} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.756049] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.756049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.756049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.756049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.756049] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bacb2e8e-473c-443d-a286-e31dda4adf02 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.761633] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1059.761633] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524dbc98-9d1e-4e8f-f5cf-28b93a3956e8" [ 1059.761633] env[70480]: _type = "Task" [ 1059.761633] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.774342] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524dbc98-9d1e-4e8f-f5cf-28b93a3956e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.798754] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.875703] env[70480]: DEBUG nova.network.neutron [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Successfully updated port: 22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.963340] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1059.963667] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52837208-8b80-2ae3-2f0d-accfd14a8afe/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1059.964811] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15e820-3cfd-4f2c-a5f3-16f3148d2741 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.973793] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52837208-8b80-2ae3-2f0d-accfd14a8afe/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1059.974059] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52837208-8b80-2ae3-2f0d-accfd14a8afe/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1059.974411] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7a8e9d65-8fc7-4bb4-a16f-a7a081d4bc42 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.096490] env[70480]: DEBUG oslo_concurrency.lockutils [req-227fd3b9-b4cc-4398-abde-5f5b93ce5d98 req-3e9b435f-0903-4dd9-93ac-80be6e4a4880 service nova] Releasing lock "refresh_cache-41d17e42-e632-48d4-815d-af99fcd6a864" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.132941] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 50860a27-6334-4e19-b7cf-940a38a02092 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1060.133269] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1060.133559] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1060.196039] env[70480]: DEBUG oslo_vmware.rw_handles [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52837208-8b80-2ae3-2f0d-accfd14a8afe/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1060.196256] env[70480]: INFO nova.virt.vmwareapi.images [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Downloaded image file data c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d [ 1060.197126] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43890b7b-445d-4abf-b922-b23d34bd0d5c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.219959] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-472ebbef-cca8-411d-8ea8-a5c16bb8a75d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.248102] env[70480]: INFO nova.virt.vmwareapi.images [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] The imported VM was unregistered [ 1060.250484] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1060.250726] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.251020] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3852d9e-d969-4b34-822c-2b6f0f45d526 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.261987] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created directory with path [datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.262207] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c/OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c.vmdk to [datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk. {{(pid=70480) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1060.262565] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cc5ee1f5-a37f-45ec-a4a2-e9938e11a350 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.277283] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524dbc98-9d1e-4e8f-f5cf-28b93a3956e8, 'name': SearchDatastore_Task, 'duration_secs': 0.018028} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.278558] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.278819] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.279043] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.279197] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.279419] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.279692] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1060.279692] env[70480]: value = "task-3723332" [ 1060.279692] env[70480]: _type = "Task" [ 1060.279692] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.282174] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24b1502-993b-41c8-84df-0f2768855a14 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.295382] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.295979] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.302081] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99981b2-024d-43e4-b7ff-ac7faae7bd80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.304500] env[70480]: DEBUG oslo_vmware.api [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723330, 'name': PowerOnVM_Task, 'duration_secs': 0.728719} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.305012] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.305253] env[70480]: INFO nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1060.305553] env[70480]: DEBUG nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.306700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afacbeb0-5aaa-4846-aced-c7777ad23de4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.310869] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1060.310869] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526fb695-199f-1b24-f7eb-1bf900d03fd1" [ 1060.310869] env[70480]: _type = "Task" [ 1060.310869] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.329037] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526fb695-199f-1b24-f7eb-1bf900d03fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.329931] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9a02cb-da52-438e-ae97-620b85d0a75e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.338629] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1060.338629] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f113db-c7a2-25ec-f1fa-bf7ed5287002" [ 1060.338629] env[70480]: _type = "Task" [ 1060.338629] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.348743] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f113db-c7a2-25ec-f1fa-bf7ed5287002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.378751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "refresh_cache-c80e684d-9fd2-469c-b31d-5533ee6cf625" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.378948] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired lock "refresh_cache-c80e684d-9fd2-469c-b31d-5533ee6cf625" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.379137] env[70480]: DEBUG nova.network.neutron [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.550423] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3cf409-a0fa-46d4-9d16-60e71caa7ee5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.561690] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6c38d1-b2c4-40d5-913e-b3da50428553 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.611419] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58131e72-36a2-440b-8844-8f9f39a39cb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.623074] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9601e5-293c-4c3d-9d5f-5f8c18ae9f0c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.644439] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.795305] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723332, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.828641] env[70480]: INFO nova.compute.manager [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Took 25.93 seconds to build instance. [ 1060.850484] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f113db-c7a2-25ec-f1fa-bf7ed5287002, 'name': SearchDatastore_Task, 'duration_secs': 0.01399} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.850770] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.851093] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 41d17e42-e632-48d4-815d-af99fcd6a864/41d17e42-e632-48d4-815d-af99fcd6a864.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.851393] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8eb7e8-9a68-4e77-a8e4-fe866a46c4d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.860130] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1060.860130] env[70480]: value = "task-3723333" [ 1060.860130] env[70480]: _type = "Task" [ 1060.860130] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.870329] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.915780] env[70480]: DEBUG nova.network.neutron [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.148828] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.154213] env[70480]: DEBUG nova.network.neutron [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Updating instance_info_cache with network_info: [{"id": "22399a5b-acdf-4102-823c-8a07cbaba355", "address": "fa:16:3e:11:77:ec", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22399a5b-ac", "ovs_interfaceid": "22399a5b-acdf-4102-823c-8a07cbaba355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.299881] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723332, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.331365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2816cea2-e068-4d2d-b763-943c9a38ad6d tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.439s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.372561] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.657432] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1061.657751] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.633s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.657984] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.468s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.658091] env[70480]: DEBUG nova.objects.instance [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1061.661164] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Releasing lock "refresh_cache-c80e684d-9fd2-469c-b31d-5533ee6cf625" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.661449] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Instance network_info: |[{"id": "22399a5b-acdf-4102-823c-8a07cbaba355", "address": "fa:16:3e:11:77:ec", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22399a5b-ac", "ovs_interfaceid": "22399a5b-acdf-4102-823c-8a07cbaba355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.662226] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:77:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22399a5b-acdf-4102-823c-8a07cbaba355', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.670510] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.670757] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.671199] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d103b2b5-525f-480a-beee-1484236844d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.695222] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.695222] env[70480]: value = "task-3723334" [ 1061.695222] env[70480]: _type = "Task" [ 1061.695222] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.705587] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723334, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.782535] env[70480]: DEBUG nova.compute.manager [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Received event network-changed-22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.783305] env[70480]: DEBUG nova.compute.manager [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Refreshing instance network info cache due to event network-changed-22399a5b-acdf-4102-823c-8a07cbaba355. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.783305] env[70480]: DEBUG oslo_concurrency.lockutils [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] Acquiring lock "refresh_cache-c80e684d-9fd2-469c-b31d-5533ee6cf625" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.783305] env[70480]: DEBUG oslo_concurrency.lockutils [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] Acquired lock "refresh_cache-c80e684d-9fd2-469c-b31d-5533ee6cf625" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.783305] env[70480]: DEBUG nova.network.neutron [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Refreshing network info cache for port 22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.795424] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723332, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.875762] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689248} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.876060] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 41d17e42-e632-48d4-815d-af99fcd6a864/41d17e42-e632-48d4-815d-af99fcd6a864.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.876274] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.876538] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d3352fb-9b8d-4e28-9c3f-49d493e87d7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.885910] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1061.885910] env[70480]: value = "task-3723335" [ 1061.885910] env[70480]: _type = "Task" [ 1061.885910] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.897404] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.206588] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723334, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.298352] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723332, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.400426] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106295} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.400426] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.400426] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe4df2-e1df-4de7-bb7a-f85c198b63eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.421128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "7d9241cc-904e-4b62-a026-13b8939ada49" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.421762] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.422043] env[70480]: INFO nova.compute.manager [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Shelving [ 1062.434458] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 41d17e42-e632-48d4-815d-af99fcd6a864/41d17e42-e632-48d4-815d-af99fcd6a864.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.438638] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533233e0-a117-474a-b186-a5dd91121c8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.464842] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1062.464842] env[70480]: value = "task-3723336" [ 1062.464842] env[70480]: _type = "Task" [ 1062.464842] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.476398] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.617086] env[70480]: DEBUG nova.network.neutron [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Updated VIF entry in instance network info cache for port 22399a5b-acdf-4102-823c-8a07cbaba355. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.617498] env[70480]: DEBUG nova.network.neutron [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Updating instance_info_cache with network_info: [{"id": "22399a5b-acdf-4102-823c-8a07cbaba355", "address": "fa:16:3e:11:77:ec", "network": {"id": "8e242dbe-a63b-46e2-b515-5b30fe2890d2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-202134589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56f637948aa4a5a9fcf01b012952278", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22399a5b-ac", "ovs_interfaceid": "22399a5b-acdf-4102-823c-8a07cbaba355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.669081] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e32873c4-fd95-436f-a9a1-ce61ac046014 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.670403] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.911s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.670611] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.673024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.217s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.674883] env[70480]: INFO nova.compute.claims [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.701274] env[70480]: INFO nova.scheduler.client.report [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted allocations for instance efdc0e02-fd32-4267-8a18-bcb872e8a152 [ 1062.708925] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723334, 'name': CreateVM_Task, 'duration_secs': 0.833998} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.709439] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.710371] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.710718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.711157] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.712531] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85580c57-3df6-4724-bb56-259fcab35bae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.718889] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1062.718889] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52098438-6c32-0003-d495-7c23e0d331ce" [ 1062.718889] env[70480]: _type = "Task" [ 1062.718889] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.732822] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52098438-6c32-0003-d495-7c23e0d331ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.800028] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723332, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.979629] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.121096] env[70480]: DEBUG oslo_concurrency.lockutils [req-53d4cacf-6105-4b77-93f4-a331b99b5195 req-ab31e90b-f7fd-4ed7-a489-5bedd184df70 service nova] Releasing lock "refresh_cache-c80e684d-9fd2-469c-b31d-5533ee6cf625" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.214142] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "efdc0e02-fd32-4267-8a18-bcb872e8a152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.615s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.232519] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52098438-6c32-0003-d495-7c23e0d331ce, 'name': SearchDatastore_Task, 'duration_secs': 0.07916} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.232923] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.233192] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.233512] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.233623] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.233863] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.234815] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ec7ad13-18e4-4091-9bd4-dac9dafb1481 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.248560] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.248778] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.249546] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9074640d-f101-4dbf-b7e5-2aac8443ad85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.256480] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1063.256480] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529aab2d-90d7-c12c-f864-5fbcce6b6eec" [ 1063.256480] env[70480]: _type = "Task" [ 1063.256480] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.266135] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529aab2d-90d7-c12c-f864-5fbcce6b6eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.299494] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723332, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.737754} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.300135] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c/OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c.vmdk to [datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk. [ 1063.300135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Cleaning up location [datastore2] OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1063.300286] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2648d9c4-83a7-467a-a0c8-a6c67f5b9a1c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.301176] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90b3457-a0dc-46e8-aabb-f23a55b0d373 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.311191] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1063.311191] env[70480]: value = "task-3723337" [ 1063.311191] env[70480]: _type = "Task" [ 1063.311191] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.319919] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.443776] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.444163] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f425f96e-f6c8-476f-9975-c419a139188e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.453594] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1063.453594] env[70480]: value = "task-3723338" [ 1063.453594] env[70480]: _type = "Task" [ 1063.453594] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.464321] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.476100] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723336, 'name': ReconfigVM_Task, 'duration_secs': 0.812154} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.476407] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 41d17e42-e632-48d4-815d-af99fcd6a864/41d17e42-e632-48d4-815d-af99fcd6a864.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.477091] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd5020d-c8b4-412c-86af-f35e48536485 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.484703] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1063.484703] env[70480]: value = "task-3723339" [ 1063.484703] env[70480]: _type = "Task" [ 1063.484703] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.494484] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723339, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.769322] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529aab2d-90d7-c12c-f864-5fbcce6b6eec, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.770209] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c9df23-0e8b-43b3-a300-cfda6a3d9146 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.777704] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1063.777704] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4593d-05a8-5850-e2d8-9d243b5e4f02" [ 1063.777704] env[70480]: _type = "Task" [ 1063.777704] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.791157] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f4593d-05a8-5850-e2d8-9d243b5e4f02, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.791435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.791702] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] c80e684d-9fd2-469c-b31d-5533ee6cf625/c80e684d-9fd2-469c-b31d-5533ee6cf625.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.792308] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c3897ec-6c48-458e-a33f-f786feff8623 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.800791] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1063.800791] env[70480]: value = "task-3723340" [ 1063.800791] env[70480]: _type = "Task" [ 1063.800791] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.812318] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.824291] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114395} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.828032] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.828032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.828032] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk to [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.828032] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dfac29c-eab6-4573-9030-9e415c37ef10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.838667] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1063.838667] env[70480]: value = "task-3723341" [ 1063.838667] env[70480]: _type = "Task" [ 1063.838667] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.848658] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.969785] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723338, 'name': PowerOffVM_Task, 'duration_secs': 0.256146} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.970139] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.971360] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b143231-d409-4515-8309-37aec0be9ee1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.004703] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b60b2f-f967-4f0e-a6af-2e0391781078 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.016817] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723339, 'name': Rename_Task, 'duration_secs': 0.221014} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.020143] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.026666] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22784744-4aa1-4f94-b1f4-f93b43fd898f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.036177] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1064.036177] env[70480]: value = "task-3723342" [ 1064.036177] env[70480]: _type = "Task" [ 1064.036177] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.048883] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.155455] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c861aa82-5d09-44e7-a434-38891bfc0509 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.166492] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad25e56-dfc4-449a-a83b-ff77fd700c6b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.206490] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d777b41-cf80-4dc9-b878-789b4d50df1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.216028] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a7c933-9bc7-4972-a699-acd2c48fdd3b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.234013] env[70480]: DEBUG nova.compute.provider_tree [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.318404] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.348296] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.525442] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.525846] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-344855d2-9d75-4d9a-be92-e6c35954f8e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.535894] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1064.535894] env[70480]: value = "task-3723343" [ 1064.535894] env[70480]: _type = "Task" [ 1064.535894] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.550089] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.553809] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.738549] env[70480]: DEBUG nova.scheduler.client.report [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.815201] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819113} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.815998] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] c80e684d-9fd2-469c-b31d-5533ee6cf625/c80e684d-9fd2-469c-b31d-5533ee6cf625.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.815998] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.816187] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7f5be3e-2e6e-4b8b-b71f-c6264bd8acab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.826044] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1064.826044] env[70480]: value = "task-3723344" [ 1064.826044] env[70480]: _type = "Task" [ 1064.826044] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.838473] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.848713] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.057731] env[70480]: DEBUG oslo_vmware.api [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723342, 'name': PowerOnVM_Task, 'duration_secs': 0.638116} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.058294] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723343, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.062085] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.062471] env[70480]: INFO nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1065.062673] env[70480]: DEBUG nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.065138] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d241f6-5c59-46df-a6ac-11af67b1e1e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.246104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.246726] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.249902] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.591s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.339726] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219638} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.343097] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.343944] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4dbf1b-19ab-40f7-aa6c-4803eee00d0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.368300] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c80e684d-9fd2-469c-b31d-5533ee6cf625/c80e684d-9fd2-469c-b31d-5533ee6cf625.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.371640] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f87df8-528a-46bd-a2a0-6fab455775ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.386181] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.393937] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1065.393937] env[70480]: value = "task-3723345" [ 1065.393937] env[70480]: _type = "Task" [ 1065.393937] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.403180] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.551249] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723343, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.585299] env[70480]: INFO nova.compute.manager [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Took 27.71 seconds to build instance. [ 1065.626980] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.629021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.754349] env[70480]: DEBUG nova.compute.utils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.758410] env[70480]: INFO nova.compute.claims [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.763014] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.763231] env[70480]: DEBUG nova.network.neutron [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.850759] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.905503] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.005025] env[70480]: DEBUG nova.policy [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.051222] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723343, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.088299] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "41d17e42-e632-48d4-815d-af99fcd6a864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.228s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.130861] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.265877] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.273638] env[70480]: INFO nova.compute.resource_tracker [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating resource usage from migration 9ece4313-b40f-4217-be4b-834e82d65387 [ 1066.364771] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.407656] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723345, 'name': ReconfigVM_Task, 'duration_secs': 0.966856} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.407656] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c80e684d-9fd2-469c-b31d-5533ee6cf625/c80e684d-9fd2-469c-b31d-5533ee6cf625.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.408091] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a136989d-4247-4470-8292-be3579c8a5fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.421244] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1066.421244] env[70480]: value = "task-3723346" [ 1066.421244] env[70480]: _type = "Task" [ 1066.421244] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.432058] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723346, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.553091] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723343, 'name': CreateSnapshot_Task, 'duration_secs': 1.661798} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.553091] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.553594] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb2310-4459-49cb-9865-662307e0f302 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.652451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.666753] env[70480]: DEBUG nova.network.neutron [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Successfully created port: 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.742169] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b112b-142b-4c53-880d-eb220b7d1bb4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.750763] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80200f60-9a52-4335-970d-3a51259a7cb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.788986] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312cd16-1275-44af-9436-8cb91b84f84c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.795438] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95187c1d-0da1-42a7-afca-d062bc373a94 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.813779] env[70480]: DEBUG nova.compute.provider_tree [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.853054] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723341, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.788239} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.853054] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d/c0ee47b4-5c67-4c1e-9413-8e8cfdf1809d.vmdk to [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.853694] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe0ccab-38d4-4a37-9622-0fa9104134b1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.879436] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.879794] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7793454f-460b-4c4b-bc6e-5fe8a98b78ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.903134] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1066.903134] env[70480]: value = "task-3723347" [ 1066.903134] env[70480]: _type = "Task" [ 1066.903134] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.917276] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.934471] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723346, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.076572] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.076985] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ec5a0ac-564f-4714-af4e-c320535621e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.087772] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1067.087772] env[70480]: value = "task-3723348" [ 1067.087772] env[70480]: _type = "Task" [ 1067.087772] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.097561] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723348, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.291937] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.317327] env[70480]: DEBUG nova.scheduler.client.report [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.333378] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.333887] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.333887] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.334061] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.334375] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.334375] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.334500] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.334645] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.334817] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.334978] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.335168] env[70480]: DEBUG nova.virt.hardware [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.336110] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0186cba5-a898-452e-b116-0b6546f3e0ed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.349039] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7512088-fee4-4ae1-86f9-5eecfb74f652 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.414952] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "41d17e42-e632-48d4-815d-af99fcd6a864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.415356] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "41d17e42-e632-48d4-815d-af99fcd6a864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.415651] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "41d17e42-e632-48d4-815d-af99fcd6a864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.415819] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "41d17e42-e632-48d4-815d-af99fcd6a864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.415952] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "41d17e42-e632-48d4-815d-af99fcd6a864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.417842] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.418887] env[70480]: INFO nova.compute.manager [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Terminating instance [ 1067.432543] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723346, 'name': Rename_Task, 'duration_secs': 0.536016} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.433451] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.433779] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c7f8782-bb85-43c7-8165-5310c6a22eec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.442087] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1067.442087] env[70480]: value = "task-3723349" [ 1067.442087] env[70480]: _type = "Task" [ 1067.442087] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.453402] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.598834] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723348, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.824113] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.574s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.824113] env[70480]: INFO nova.compute.manager [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Migrating [ 1067.834618] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.594s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.836933] env[70480]: INFO nova.compute.claims [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.920027] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723347, 'name': ReconfigVM_Task, 'duration_secs': 0.649525} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.920027] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12/08366acb-d8ab-47ad-9848-03b29692fb12.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.920027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encrypted': False, 'boot_index': 0, 'image_id': '6bbc4e0e-8235-4978-8158-5e71874c5b65'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741402', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'name': 'volume-ca0bf615-46b9-4b0d-a32b-7427167555cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08366acb-d8ab-47ad-9848-03b29692fb12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'serial': 'ca0bf615-46b9-4b0d-a32b-7427167555cb'}, 'mount_device': '/dev/sdb', 'attachment_id': '6c74b7c7-c012-4f1a-b5a7-0526129db563', 'guest_format': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70480) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1067.920027] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.920027] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741402', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'name': 'volume-ca0bf615-46b9-4b0d-a32b-7427167555cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08366acb-d8ab-47ad-9848-03b29692fb12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'serial': 'ca0bf615-46b9-4b0d-a32b-7427167555cb'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.921741] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03137c12-ddfc-426c-a4f3-8db880d5d062 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.930027] env[70480]: DEBUG nova.compute.manager [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.930027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.930027] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07ef3f-92b9-4cfd-b61f-8de8c664b828 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.950427] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df0eef-1797-4c6a-a4c6-d614b1796d03 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.956719] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.958182] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73ef4675-b244-4537-bf6e-73fb1ed57185 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.978565] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.986888] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-ca0bf615-46b9-4b0d-a32b-7427167555cb/volume-ca0bf615-46b9-4b0d-a32b-7427167555cb.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.988333] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d018b62-0a14-4c80-9e9c-5a13729bf0f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.005444] env[70480]: DEBUG oslo_vmware.api [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1068.005444] env[70480]: value = "task-3723350" [ 1068.005444] env[70480]: _type = "Task" [ 1068.005444] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.013851] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1068.013851] env[70480]: value = "task-3723351" [ 1068.013851] env[70480]: _type = "Task" [ 1068.013851] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.024127] env[70480]: DEBUG oslo_vmware.api [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.029382] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.100698] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723348, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.354499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.354499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.354499] env[70480]: DEBUG nova.network.neutron [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.462244] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723349, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.511329] env[70480]: DEBUG nova.compute.manager [req-4716d8d3-0005-4fd9-b8c5-867ae56cabbd req-84c80574-df1f-40f6-afaa-ed4465dd7407 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-vif-plugged-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.515024] env[70480]: DEBUG oslo_concurrency.lockutils [req-4716d8d3-0005-4fd9-b8c5-867ae56cabbd req-84c80574-df1f-40f6-afaa-ed4465dd7407 service nova] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.515024] env[70480]: DEBUG oslo_concurrency.lockutils [req-4716d8d3-0005-4fd9-b8c5-867ae56cabbd req-84c80574-df1f-40f6-afaa-ed4465dd7407 service nova] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.515024] env[70480]: DEBUG oslo_concurrency.lockutils [req-4716d8d3-0005-4fd9-b8c5-867ae56cabbd req-84c80574-df1f-40f6-afaa-ed4465dd7407 service nova] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.515024] env[70480]: DEBUG nova.compute.manager [req-4716d8d3-0005-4fd9-b8c5-867ae56cabbd req-84c80574-df1f-40f6-afaa-ed4465dd7407 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] No waiting events found dispatching network-vif-plugged-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1068.515024] env[70480]: WARNING nova.compute.manager [req-4716d8d3-0005-4fd9-b8c5-867ae56cabbd req-84c80574-df1f-40f6-afaa-ed4465dd7407 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received unexpected event network-vif-plugged-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 for instance with vm_state building and task_state spawning. [ 1068.531440] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.535741] env[70480]: DEBUG oslo_vmware.api [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723350, 'name': PowerOffVM_Task, 'duration_secs': 0.478882} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.536358] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.536750] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.539248] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b2ee4d2-72cf-4dc6-bd71-b7c235092fc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.602281] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723348, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.617661] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.618161] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.618620] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore1] 41d17e42-e632-48d4-815d-af99fcd6a864 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.619772] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be072a73-3020-4b1a-8793-4e2a5361659d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.630885] env[70480]: DEBUG oslo_vmware.api [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1068.630885] env[70480]: value = "task-3723353" [ 1068.630885] env[70480]: _type = "Task" [ 1068.630885] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.642083] env[70480]: DEBUG oslo_vmware.api [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.719606] env[70480]: DEBUG nova.network.neutron [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Successfully updated port: 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.957250] env[70480]: DEBUG oslo_vmware.api [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723349, 'name': PowerOnVM_Task, 'duration_secs': 1.070896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.960391] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.960638] env[70480]: INFO nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1068.960819] env[70480]: DEBUG nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.964096] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d28d1ad-deb0-4025-bc19-1609f4d179b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.032124] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723351, 'name': ReconfigVM_Task, 'duration_secs': 0.594468} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.035601] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-ca0bf615-46b9-4b0d-a32b-7427167555cb/volume-ca0bf615-46b9-4b0d-a32b-7427167555cb.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.042262] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46390c1a-ae0a-4da1-9e71-58f25336cd46 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.065174] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1069.065174] env[70480]: value = "task-3723354" [ 1069.065174] env[70480]: _type = "Task" [ 1069.065174] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.078885] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.101208] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723348, 'name': CloneVM_Task, 'duration_secs': 1.664083} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.104365] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Created linked-clone VM from snapshot [ 1069.108461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432c6789-fc74-4b89-9289-865c786c073b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.117243] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Uploading image d0b7d0e1-ae9f-4e88-b928-3049b603a1eb {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.142691] env[70480]: DEBUG oslo_vmware.api [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428665} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.143714] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.143945] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.144137] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.144308] env[70480]: INFO nova.compute.manager [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1069.144554] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.146631] env[70480]: DEBUG nova.compute.manager [-] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.146631] env[70480]: DEBUG nova.network.neutron [-] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.148863] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1069.148863] env[70480]: value = "vm-741416" [ 1069.148863] env[70480]: _type = "VirtualMachine" [ 1069.148863] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1069.149134] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6869cf56-f13b-4b6d-9eff-12136e757072 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.157329] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lease: (returnval){ [ 1069.157329] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cbba2-a68d-2ed5-8ab6-e89ce04789c7" [ 1069.157329] env[70480]: _type = "HttpNfcLease" [ 1069.157329] env[70480]: } obtained for exporting VM: (result){ [ 1069.157329] env[70480]: value = "vm-741416" [ 1069.157329] env[70480]: _type = "VirtualMachine" [ 1069.157329] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1069.157752] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the lease: (returnval){ [ 1069.157752] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cbba2-a68d-2ed5-8ab6-e89ce04789c7" [ 1069.157752] env[70480]: _type = "HttpNfcLease" [ 1069.157752] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1069.170044] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.170044] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cbba2-a68d-2ed5-8ab6-e89ce04789c7" [ 1069.170044] env[70480]: _type = "HttpNfcLease" [ 1069.170044] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.171309] env[70480]: DEBUG nova.network.neutron [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [{"id": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "address": "fa:16:3e:93:33:44", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45ac977-62", "ovs_interfaceid": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.222706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.222954] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.222954] env[70480]: DEBUG nova.network.neutron [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.337991] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8884b1-28d8-4276-8d01-59a584d0a2c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.346469] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c1ca91-bedf-40d2-a009-1d75a2e60123 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.382866] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b81d0-ebc7-4d41-a3c3-dced022533c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.392867] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a398c00-5515-4d9e-b67c-9ea467e560bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.413323] env[70480]: DEBUG nova.compute.provider_tree [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.490415] env[70480]: INFO nova.compute.manager [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Took 27.90 seconds to build instance. [ 1069.562054] env[70480]: DEBUG nova.compute.manager [req-9c920668-081a-4d84-8073-7f420f9fc937 req-c0b8d6fa-1234-44a6-9e85-3fd8359c0a10 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Received event network-vif-deleted-9bd84ac4-fd7a-4396-93d4-be4b24036d26 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.562054] env[70480]: INFO nova.compute.manager [req-9c920668-081a-4d84-8073-7f420f9fc937 req-c0b8d6fa-1234-44a6-9e85-3fd8359c0a10 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Neutron deleted interface 9bd84ac4-fd7a-4396-93d4-be4b24036d26; detaching it from the instance and deleting it from the info cache [ 1069.562054] env[70480]: DEBUG nova.network.neutron [req-9c920668-081a-4d84-8073-7f420f9fc937 req-c0b8d6fa-1234-44a6-9e85-3fd8359c0a10 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.576777] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723354, 'name': ReconfigVM_Task, 'duration_secs': 0.184079} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.576777] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741402', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'name': 'volume-ca0bf615-46b9-4b0d-a32b-7427167555cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08366acb-d8ab-47ad-9848-03b29692fb12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'serial': 'ca0bf615-46b9-4b0d-a32b-7427167555cb'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.577129] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb9effe0-a2c3-4fa5-a5a1-1d650e81d1d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.585426] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1069.585426] env[70480]: value = "task-3723356" [ 1069.585426] env[70480]: _type = "Task" [ 1069.585426] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.597280] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723356, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.671677] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.671677] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cbba2-a68d-2ed5-8ab6-e89ce04789c7" [ 1069.671677] env[70480]: _type = "HttpNfcLease" [ 1069.671677] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.672085] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.672085] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524cbba2-a68d-2ed5-8ab6-e89ce04789c7" [ 1069.672085] env[70480]: _type = "HttpNfcLease" [ 1069.672085] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1069.672956] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67851355-03ad-4c06-a488-757af521f74a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.675955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.683619] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210af0b-4a92-90b0-c604-2570605cc4f6/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.683821] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210af0b-4a92-90b0-c604-2570605cc4f6/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1069.779247] env[70480]: DEBUG nova.network.neutron [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.856890] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5836df1d-043d-4c2e-a4db-c52f9565f4b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.917212] env[70480]: DEBUG nova.scheduler.client.report [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.921831] env[70480]: DEBUG nova.network.neutron [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.937131] env[70480]: DEBUG nova.network.neutron [-] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.996172] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dfe73351-6e72-46c8-8d14-798549561ba0 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.415s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.067670] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f23866c-c668-4ac2-a08d-25a80d1360a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.077099] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3bae89-2b15-45b6-805f-58a1b95fcb69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.101315] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723356, 'name': Rename_Task, 'duration_secs': 0.171316} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.101628] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.102033] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5db09e25-3967-4fdb-8071-87f5a3183ffb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.124337] env[70480]: DEBUG nova.compute.manager [req-9c920668-081a-4d84-8073-7f420f9fc937 req-c0b8d6fa-1234-44a6-9e85-3fd8359c0a10 service nova] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Detach interface failed, port_id=9bd84ac4-fd7a-4396-93d4-be4b24036d26, reason: Instance 41d17e42-e632-48d4-815d-af99fcd6a864 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.126461] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1070.126461] env[70480]: value = "task-3723357" [ 1070.126461] env[70480]: _type = "Task" [ 1070.126461] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.136091] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723357, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.424731] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.425365] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.428411] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.909s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.430300] env[70480]: INFO nova.compute.claims [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.433182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.433484] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Instance network_info: |[{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.434417] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:68:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea6df6d-0041-4ef3-a652-88ce9e8d11a8', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.442595] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.443132] env[70480]: INFO nova.compute.manager [-] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Took 1.30 seconds to deallocate network for instance. [ 1070.443248] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.445216] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2026588-ef41-45cd-94b8-0fbcb6d6d0d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.473826] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.473826] env[70480]: value = "task-3723358" [ 1070.473826] env[70480]: _type = "Task" [ 1070.473826] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.485022] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723358, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.631132] env[70480]: DEBUG nova.compute.manager [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.631132] env[70480]: DEBUG nova.compute.manager [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing instance network info cache due to event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.631132] env[70480]: DEBUG oslo_concurrency.lockutils [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.631132] env[70480]: DEBUG oslo_concurrency.lockutils [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.631132] env[70480]: DEBUG nova.network.neutron [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.648167] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723357, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.942133] env[70480]: DEBUG nova.compute.utils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.943543] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.944354] env[70480]: DEBUG nova.network.neutron [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.970492] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.988944] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723358, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.017251] env[70480]: DEBUG nova.policy [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c77f66ee1699455291456dcbde52e4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90933a31b716484ba7f56222f9ac10c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.143612] env[70480]: DEBUG oslo_vmware.api [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723357, 'name': PowerOnVM_Task, 'duration_secs': 0.55126} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.144051] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.194559] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd593dd-5b51-4155-a1d6-ef8c78d6cb59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.218132] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.286901] env[70480]: DEBUG nova.compute.manager [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.288994] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd1356c-d726-47ab-8514-3c4bada89dfe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.364394] env[70480]: DEBUG nova.network.neutron [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Successfully created port: af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.436502] env[70480]: DEBUG nova.network.neutron [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updated VIF entry in instance network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.436502] env[70480]: DEBUG nova.network.neutron [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.448491] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.489556] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723358, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.724550] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.724906] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ffdf361-067e-481d-a2fe-548787416d4f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.736775] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1071.736775] env[70480]: value = "task-3723359" [ 1071.736775] env[70480]: _type = "Task" [ 1071.736775] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.750919] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.784093] env[70480]: DEBUG oslo_concurrency.lockutils [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.784973] env[70480]: DEBUG oslo_concurrency.lockutils [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.816340] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f5a3149f-5570-4aef-b95e-c41e365a024c tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.230s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.862336] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d17c0-267a-478d-928a-f35cbfc5bf11 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.873223] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a132fcf-470b-43e1-b7cd-41fe275344e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.911430] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74912ec-51bd-4f54-af15-832984011106 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.921162] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e03d8c-b621-464c-acbb-d9de09b0719d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.936480] env[70480]: DEBUG nova.compute.provider_tree [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.939291] env[70480]: DEBUG oslo_concurrency.lockutils [req-8e019537-ee5c-4d11-9fe5-3778d57d29d6 req-babdeb1b-69ac-43d0-bee4-baa4a8745ec9 service nova] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.991705] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723358, 'name': CreateVM_Task, 'duration_secs': 1.436459} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.993065] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.993065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.993387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.994103] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.994457] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126079e2-0d0d-4102-9c1e-74e36f5864ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.001335] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1072.001335] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bb4ef2-8669-e02b-290c-02b156b6a571" [ 1072.001335] env[70480]: _type = "Task" [ 1072.001335] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.011658] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bb4ef2-8669-e02b-290c-02b156b6a571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.247849] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723359, 'name': PowerOffVM_Task, 'duration_secs': 0.349665} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.248159] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.248355] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.288130] env[70480]: INFO nova.compute.manager [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Detaching volume 14395e6c-fd3a-446f-8cd3-677bad341211 [ 1072.329101] env[70480]: INFO nova.virt.block_device [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Attempting to driver detach volume 14395e6c-fd3a-446f-8cd3-677bad341211 from mountpoint /dev/sdb [ 1072.329217] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.329411] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741385', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'name': 'volume-14395e6c-fd3a-446f-8cd3-677bad341211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acab7254-8f13-4591-b247-ffd3cfa1a6b8', 'attached_at': '', 'detached_at': '', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'serial': '14395e6c-fd3a-446f-8cd3-677bad341211'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.330340] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b061da9d-e034-4525-a1ee-72b1c0562e1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.352146] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "c80e684d-9fd2-469c-b31d-5533ee6cf625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.352413] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.352622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "c80e684d-9fd2-469c-b31d-5533ee6cf625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.352846] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.353031] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.355421] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91085b8a-b86c-451b-a8b9-e4ae805fb22a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.358338] env[70480]: INFO nova.compute.manager [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Terminating instance [ 1072.365192] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91bcfdd-923f-48cc-8d4a-12c37f8fd9bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.388335] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e6c781-cdf8-42ce-84fc-5cf0f8ae83b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.414032] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] The volume has not been displaced from its original location: [datastore2] volume-14395e6c-fd3a-446f-8cd3-677bad341211/volume-14395e6c-fd3a-446f-8cd3-677bad341211.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.414032] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.414032] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf378e19-2963-40fc-a1ad-4a1025665924 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.433852] env[70480]: DEBUG oslo_vmware.api [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1072.433852] env[70480]: value = "task-3723360" [ 1072.433852] env[70480]: _type = "Task" [ 1072.433852] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.440055] env[70480]: DEBUG nova.scheduler.client.report [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.446373] env[70480]: DEBUG oslo_vmware.api [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.462071] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.492426] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.492783] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.492957] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.493161] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.493309] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.493924] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.493924] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.493924] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.494089] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.494204] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.494383] env[70480]: DEBUG nova.virt.hardware [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.495601] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e6693-b54b-4bed-b2ea-468981008382 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.507053] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6fb126-f1c2-4d29-8311-7612e61a41a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.517298] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bb4ef2-8669-e02b-290c-02b156b6a571, 'name': SearchDatastore_Task, 'duration_secs': 0.025221} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.525400] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.525667] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.525904] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.526065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.526247] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.526723] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797cb5ca-57da-41d8-a1b6-3d56428d6c97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.537958] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.538169] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.539355] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eceb397-1cca-48f4-bbe7-18c70fee4927 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.546028] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1072.546028] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522aeb33-b680-e021-51d7-57422eb9c8d0" [ 1072.546028] env[70480]: _type = "Task" [ 1072.546028] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.554114] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522aeb33-b680-e021-51d7-57422eb9c8d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.755239] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.755589] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.755836] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.756155] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.756414] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.756579] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.756800] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.756963] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.757146] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.757314] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.757493] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.763764] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8daf96a-0d1b-4bce-9cf6-61769c3d8037 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.787807] env[70480]: DEBUG nova.compute.manager [req-2ec04897-9aba-4211-94a3-09a53b7edb32 req-b2bbb0e1-03a1-45ef-9485-66c8b54f19ee service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Received event network-vif-plugged-af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.788064] env[70480]: DEBUG oslo_concurrency.lockutils [req-2ec04897-9aba-4211-94a3-09a53b7edb32 req-b2bbb0e1-03a1-45ef-9485-66c8b54f19ee service nova] Acquiring lock "b1a5e0b7-b388-4632-98d6-c032acd69854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.788296] env[70480]: DEBUG oslo_concurrency.lockutils [req-2ec04897-9aba-4211-94a3-09a53b7edb32 req-b2bbb0e1-03a1-45ef-9485-66c8b54f19ee service nova] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.788540] env[70480]: DEBUG oslo_concurrency.lockutils [req-2ec04897-9aba-4211-94a3-09a53b7edb32 req-b2bbb0e1-03a1-45ef-9485-66c8b54f19ee service nova] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.788664] env[70480]: DEBUG nova.compute.manager [req-2ec04897-9aba-4211-94a3-09a53b7edb32 req-b2bbb0e1-03a1-45ef-9485-66c8b54f19ee service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] No waiting events found dispatching network-vif-plugged-af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.788877] env[70480]: WARNING nova.compute.manager [req-2ec04897-9aba-4211-94a3-09a53b7edb32 req-b2bbb0e1-03a1-45ef-9485-66c8b54f19ee service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Received unexpected event network-vif-plugged-af84b889-66d4-484e-8c54-3cf6416cbdfd for instance with vm_state building and task_state spawning. [ 1072.791443] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1072.791443] env[70480]: value = "task-3723361" [ 1072.791443] env[70480]: _type = "Task" [ 1072.791443] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.805281] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723361, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.863507] env[70480]: DEBUG nova.compute.manager [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.863800] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.865281] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed236bea-fb47-4c15-8af5-7f4670f95570 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.876651] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.876651] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c11770e-e567-4cf1-a6c7-0145744fdbb7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.882740] env[70480]: DEBUG oslo_vmware.api [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1072.882740] env[70480]: value = "task-3723362" [ 1072.882740] env[70480]: _type = "Task" [ 1072.882740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.887887] env[70480]: DEBUG nova.network.neutron [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Successfully updated port: af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.893683] env[70480]: DEBUG oslo_vmware.api [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.946896] env[70480]: DEBUG oslo_vmware.api [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723360, 'name': ReconfigVM_Task, 'duration_secs': 0.264186} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.947618] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.948169] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.951897] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.957736] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.795s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.959751] env[70480]: INFO nova.compute.claims [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.963845] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8574b34-b3fe-4e3e-a1b5-1016a9be626d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.982032] env[70480]: DEBUG oslo_vmware.api [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1072.982032] env[70480]: value = "task-3723363" [ 1072.982032] env[70480]: _type = "Task" [ 1072.982032] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.995667] env[70480]: DEBUG oslo_vmware.api [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.057434] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522aeb33-b680-e021-51d7-57422eb9c8d0, 'name': SearchDatastore_Task, 'duration_secs': 0.026312} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.059079] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2685579-d551-4ad0-8217-5fd275763559 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.066228] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1073.066228] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52855e90-be77-17c7-0f16-404cf004d872" [ 1073.066228] env[70480]: _type = "Task" [ 1073.066228] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.077423] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52855e90-be77-17c7-0f16-404cf004d872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.302998] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723361, 'name': ReconfigVM_Task, 'duration_secs': 0.211805} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.303381] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.395200] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "refresh_cache-b1a5e0b7-b388-4632-98d6-c032acd69854" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.396030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "refresh_cache-b1a5e0b7-b388-4632-98d6-c032acd69854" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.396030] env[70480]: DEBUG nova.network.neutron [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.397275] env[70480]: DEBUG oslo_vmware.api [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723362, 'name': PowerOffVM_Task, 'duration_secs': 0.24286} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.397624] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.397891] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.398238] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0366448-f94c-4da7-baf8-22377c141a58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.459639] env[70480]: DEBUG nova.compute.utils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.461676] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.461971] env[70480]: DEBUG nova.network.neutron [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.470973] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.471410] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.471528] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Deleting the datastore file [datastore2] c80e684d-9fd2-469c-b31d-5533ee6cf625 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.472203] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca9a6da-dd09-4522-aa54-5e1afaa45e9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.480828] env[70480]: DEBUG oslo_vmware.api [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1073.480828] env[70480]: value = "task-3723365" [ 1073.480828] env[70480]: _type = "Task" [ 1073.480828] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.494018] env[70480]: DEBUG oslo_vmware.api [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.497166] env[70480]: DEBUG oslo_vmware.api [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723363, 'name': ReconfigVM_Task, 'duration_secs': 0.188309} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.497452] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741385', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'name': 'volume-14395e6c-fd3a-446f-8cd3-677bad341211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acab7254-8f13-4591-b247-ffd3cfa1a6b8', 'attached_at': '', 'detached_at': '', 'volume_id': '14395e6c-fd3a-446f-8cd3-677bad341211', 'serial': '14395e6c-fd3a-446f-8cd3-677bad341211'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.519548] env[70480]: DEBUG nova.policy [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2ab9e7ce8054a2487a059ebb35bb9a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6e6724363f42debe3d89b9443cd041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.577730] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52855e90-be77-17c7-0f16-404cf004d872, 'name': SearchDatastore_Task, 'duration_secs': 0.04042} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.578942] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.578942] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] d32eb92e-4ee0-441a-ac89-717474130cf7/d32eb92e-4ee0-441a-ac89-717474130cf7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.578942] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3ebe6cb-5882-4f4e-806f-8da0096c01e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.586560] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1073.586560] env[70480]: value = "task-3723366" [ 1073.586560] env[70480]: _type = "Task" [ 1073.586560] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.596200] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.810328] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.810761] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.810943] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.811365] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.811547] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.811701] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.812016] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.812452] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.812452] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.812582] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.812799] env[70480]: DEBUG nova.virt.hardware [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.818456] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.818795] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7d1aee-51d7-41ec-b0ca-a7075d86e561 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.835853] env[70480]: DEBUG nova.network.neutron [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Successfully created port: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.847528] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1073.847528] env[70480]: value = "task-3723367" [ 1073.847528] env[70480]: _type = "Task" [ 1073.847528] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.858282] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.955655] env[70480]: DEBUG nova.network.neutron [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.966956] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.993192] env[70480]: DEBUG oslo_vmware.api [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236249} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.993401] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.993805] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.994114] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.994505] env[70480]: INFO nova.compute.manager [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1073.994817] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.995508] env[70480]: DEBUG nova.compute.manager [-] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.995672] env[70480]: DEBUG nova.network.neutron [-] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.070842] env[70480]: DEBUG nova.objects.instance [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'flavor' on Instance uuid acab7254-8f13-4591-b247-ffd3cfa1a6b8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.112878] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.366914] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723367, 'name': ReconfigVM_Task, 'duration_secs': 0.484385} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.370174] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.372492] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b38d95-bd50-4238-8654-5146d798a4d8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.402416] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281/1ba0296a-a547-471a-a399-64ac4322e281.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.410024] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f425befe-e8b2-4bd1-b88d-6df57604d2cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.429847] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1074.429847] env[70480]: value = "task-3723368" [ 1074.429847] env[70480]: _type = "Task" [ 1074.429847] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.436793] env[70480]: DEBUG nova.network.neutron [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Updating instance_info_cache with network_info: [{"id": "af84b889-66d4-484e-8c54-3cf6416cbdfd", "address": "fa:16:3e:e9:bf:88", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf84b889-66", "ovs_interfaceid": "af84b889-66d4-484e-8c54-3cf6416cbdfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.444391] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.568892] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea9b15-9b1c-44b8-a46d-2dc3d703bce7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.581376] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b3ccf-5b9b-413d-9a8a-1ed31c0d3d43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.621342] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f40c97-c21b-4544-80ea-007e35cbe778 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.630045] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604482} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.634129] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] d32eb92e-4ee0-441a-ac89-717474130cf7/d32eb92e-4ee0-441a-ac89-717474130cf7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.634129] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.634449] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab04b35-c6f2-424b-85e2-25212d8207da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.641290] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54fda9-e030-4761-9387-f3acc0a6bd6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.659493] env[70480]: DEBUG nova.compute.provider_tree [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.663594] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1074.663594] env[70480]: value = "task-3723369" [ 1074.663594] env[70480]: _type = "Task" [ 1074.663594] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.675037] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.734794] env[70480]: DEBUG nova.compute.manager [req-eb6d9550-6f38-4584-bd7a-4f3a92b28e65 req-77db20a2-34ce-4435-b26e-efbd31393d47 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Received event network-vif-deleted-22399a5b-acdf-4102-823c-8a07cbaba355 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.735318] env[70480]: INFO nova.compute.manager [req-eb6d9550-6f38-4584-bd7a-4f3a92b28e65 req-77db20a2-34ce-4435-b26e-efbd31393d47 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Neutron deleted interface 22399a5b-acdf-4102-823c-8a07cbaba355; detaching it from the instance and deleting it from the info cache [ 1074.735462] env[70480]: DEBUG nova.network.neutron [req-eb6d9550-6f38-4584-bd7a-4f3a92b28e65 req-77db20a2-34ce-4435-b26e-efbd31393d47 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.872958] env[70480]: DEBUG nova.compute.manager [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Received event network-changed-af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.873189] env[70480]: DEBUG nova.compute.manager [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Refreshing instance network info cache due to event network-changed-af84b889-66d4-484e-8c54-3cf6416cbdfd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.873378] env[70480]: DEBUG oslo_concurrency.lockutils [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] Acquiring lock "refresh_cache-b1a5e0b7-b388-4632-98d6-c032acd69854" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.943067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "refresh_cache-b1a5e0b7-b388-4632-98d6-c032acd69854" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.943420] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Instance network_info: |[{"id": "af84b889-66d4-484e-8c54-3cf6416cbdfd", "address": "fa:16:3e:e9:bf:88", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf84b889-66", "ovs_interfaceid": "af84b889-66d4-484e-8c54-3cf6416cbdfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.943732] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.944017] env[70480]: DEBUG oslo_concurrency.lockutils [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] Acquired lock "refresh_cache-b1a5e0b7-b388-4632-98d6-c032acd69854" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.944220] env[70480]: DEBUG nova.network.neutron [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Refreshing network info cache for port af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.945582] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:bf:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af84b889-66d4-484e-8c54-3cf6416cbdfd', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.953788] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.957036] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.958265] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe9bf0c-e2f5-4e23-9b69-483177e62270 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.982291] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.984106] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.984106] env[70480]: value = "task-3723370" [ 1074.984106] env[70480]: _type = "Task" [ 1074.984106] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.000196] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723370, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.015749] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.016141] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.016399] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.016707] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.017208] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.017208] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.017564] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.017817] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.018089] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.018386] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.018837] env[70480]: DEBUG nova.virt.hardware [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.020131] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79cec4-cc38-466c-bc6d-5a3e2e9e6941 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.034161] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde7682f-fc7b-439a-8944-75e15e9f8cc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.078742] env[70480]: DEBUG oslo_concurrency.lockutils [None req-10f950e1-0e11-44f2-a4af-36c923c300f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.162796] env[70480]: DEBUG nova.scheduler.client.report [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.179860] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174252} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.180159] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.181459] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3636f8b9-c3fa-4e9e-9eba-aa172652cf7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.199390] env[70480]: DEBUG nova.network.neutron [-] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.210906] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d32eb92e-4ee0-441a-ac89-717474130cf7/d32eb92e-4ee0-441a-ac89-717474130cf7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.211484] env[70480]: DEBUG nova.network.neutron [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Updated VIF entry in instance network info cache for port af84b889-66d4-484e-8c54-3cf6416cbdfd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.211848] env[70480]: DEBUG nova.network.neutron [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Updating instance_info_cache with network_info: [{"id": "af84b889-66d4-484e-8c54-3cf6416cbdfd", "address": "fa:16:3e:e9:bf:88", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf84b889-66", "ovs_interfaceid": "af84b889-66d4-484e-8c54-3cf6416cbdfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.213573] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9156500f-dad5-4a72-aa5c-56f97805a592 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.230444] env[70480]: DEBUG oslo_concurrency.lockutils [req-045749d4-02c3-4fe5-bc0b-0df96c27d183 req-c92abae9-65b0-4dfa-8c6b-8cd86095ad41 service nova] Releasing lock "refresh_cache-b1a5e0b7-b388-4632-98d6-c032acd69854" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.239810] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1075.239810] env[70480]: value = "task-3723371" [ 1075.239810] env[70480]: _type = "Task" [ 1075.239810] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.240206] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44235a44-730d-4150-9b0a-f408e33ebb75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.252082] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.257098] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a38511c-4b2b-4c8c-8c58-dff4a058322b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.304343] env[70480]: DEBUG nova.compute.manager [req-eb6d9550-6f38-4584-bd7a-4f3a92b28e65 req-77db20a2-34ce-4435-b26e-efbd31393d47 service nova] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Detach interface failed, port_id=22399a5b-acdf-4102-823c-8a07cbaba355, reason: Instance c80e684d-9fd2-469c-b31d-5533ee6cf625 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.349761] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.350122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.350397] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.350566] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.350829] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.354824] env[70480]: INFO nova.compute.manager [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Terminating instance [ 1075.390504] env[70480]: DEBUG nova.network.neutron [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Successfully updated port: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.445128] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723368, 'name': ReconfigVM_Task, 'duration_secs': 0.648054} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.445501] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281/1ba0296a-a547-471a-a399-64ac4322e281.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.445793] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.497098] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723370, 'name': CreateVM_Task, 'duration_secs': 0.426316} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.498170] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.499425] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.499425] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.499587] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.500134] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295cd323-7eac-414d-b38b-ed440079ec0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.507203] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1075.507203] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52692ec0-661d-d430-3d2e-018becad845b" [ 1075.507203] env[70480]: _type = "Task" [ 1075.507203] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.517140] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52692ec0-661d-d430-3d2e-018becad845b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.671748] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.673235] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.675093] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.023s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.676567] env[70480]: INFO nova.compute.claims [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.714362] env[70480]: INFO nova.compute.manager [-] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Took 1.72 seconds to deallocate network for instance. [ 1075.752954] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723371, 'name': ReconfigVM_Task, 'duration_secs': 0.362586} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.753304] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d32eb92e-4ee0-441a-ac89-717474130cf7/d32eb92e-4ee0-441a-ac89-717474130cf7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.754203] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f517d0-9771-4df5-a2bf-58fffb3be440 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.762337] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1075.762337] env[70480]: value = "task-3723372" [ 1075.762337] env[70480]: _type = "Task" [ 1075.762337] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.773205] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723372, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.864047] env[70480]: DEBUG nova.compute.manager [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.864338] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.865360] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a287c-b584-448f-b95d-df61ef8423d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.874146] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.874480] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cddcf5-b394-4c42-804a-0989735d5cf5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.883175] env[70480]: DEBUG oslo_vmware.api [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1075.883175] env[70480]: value = "task-3723373" [ 1075.883175] env[70480]: _type = "Task" [ 1075.883175] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.894155] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.894257] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.894459] env[70480]: DEBUG nova.network.neutron [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.895855] env[70480]: DEBUG oslo_vmware.api [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.955416] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261784ab-17e1-4298-ae0d-028d7e376f4b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.977132] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dcd20f-4c78-4025-8000-bf14d2c4a2db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.000243] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.018602] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52692ec0-661d-d430-3d2e-018becad845b, 'name': SearchDatastore_Task, 'duration_secs': 0.016688} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.018915] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.019258] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.019761] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.019761] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.019954] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.020202] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09dc272a-e404-4afc-9c97-ffefd2eb5bb5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.032060] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.032251] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.033189] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63bc786-3b3c-43b4-83c2-d2d7958f0cfe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.041235] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1076.041235] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a8f1b-feb5-3810-9767-11cd67e6a483" [ 1076.041235] env[70480]: _type = "Task" [ 1076.041235] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.053773] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a8f1b-feb5-3810-9767-11cd67e6a483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.181148] env[70480]: DEBUG nova.compute.utils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.186760] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.186760] env[70480]: DEBUG nova.network.neutron [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.221147] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.241894] env[70480]: DEBUG nova.policy [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f5bb4e244f4a0693afd6f1c09de8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc8456e377fc47c89d25afae3c9c13a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.274412] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723372, 'name': Rename_Task, 'duration_secs': 0.162298} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.274652] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.274921] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13844058-98f7-4096-bf2a-3df4bd308a87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.282200] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1076.282200] env[70480]: value = "task-3723374" [ 1076.282200] env[70480]: _type = "Task" [ 1076.282200] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.291442] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.394971] env[70480]: DEBUG oslo_vmware.api [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723373, 'name': PowerOffVM_Task, 'duration_secs': 0.230465} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.395433] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.395900] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.398341] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d37aec-8cb1-4d06-8594-dd8bc788f431 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.439909] env[70480]: DEBUG nova.network.neutron [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.477863] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.478166] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.478334] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleting the datastore file [datastore2] acab7254-8f13-4591-b247-ffd3cfa1a6b8 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.478869] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef010087-6829-4b43-927f-c86ae6c41ca3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.489304] env[70480]: DEBUG oslo_vmware.api [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1076.489304] env[70480]: value = "task-3723376" [ 1076.489304] env[70480]: _type = "Task" [ 1076.489304] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.497725] env[70480]: DEBUG oslo_vmware.api [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.549290] env[70480]: DEBUG nova.network.neutron [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Successfully created port: 29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.557037] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a8f1b-feb5-3810-9767-11cd67e6a483, 'name': SearchDatastore_Task, 'duration_secs': 0.017638} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.558132] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26763584-67e9-453e-a4c9-78da6bd4a472 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.565153] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1076.565153] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52adf950-2cf6-5575-01c8-3374e3fd7314" [ 1076.565153] env[70480]: _type = "Task" [ 1076.565153] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.574945] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52adf950-2cf6-5575-01c8-3374e3fd7314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.686908] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.798156] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.918895] env[70480]: DEBUG nova.network.neutron [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Port f45ac977-62b5-4826-968b-cd85e7e1fd74 binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1076.999300] env[70480]: DEBUG oslo_vmware.api [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333415} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.002606] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.002859] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.003608] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.003851] env[70480]: INFO nova.compute.manager [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.004125] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.004712] env[70480]: DEBUG nova.compute.manager [-] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.004861] env[70480]: DEBUG nova.network.neutron [-] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.079550] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52adf950-2cf6-5575-01c8-3374e3fd7314, 'name': SearchDatastore_Task, 'duration_secs': 0.019576} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.079958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.080118] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b1a5e0b7-b388-4632-98d6-c032acd69854/b1a5e0b7-b388-4632-98d6-c032acd69854.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.080386] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfefc520-05d2-45d0-af0c-ca0752998562 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.092167] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1077.092167] env[70480]: value = "task-3723377" [ 1077.092167] env[70480]: _type = "Task" [ 1077.092167] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.105101] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.115947] env[70480]: DEBUG nova.compute.manager [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Received event network-vif-plugged-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.116259] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] Acquiring lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.116501] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.116720] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.116993] env[70480]: DEBUG nova.compute.manager [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] No waiting events found dispatching network-vif-plugged-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1077.117299] env[70480]: WARNING nova.compute.manager [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Received unexpected event network-vif-plugged-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 for instance with vm_state building and task_state spawning. [ 1077.117547] env[70480]: DEBUG nova.compute.manager [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Received event network-changed-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.117802] env[70480]: DEBUG nova.compute.manager [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Refreshing instance network info cache due to event network-changed-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.118140] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] Acquiring lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.135635] env[70480]: DEBUG nova.network.neutron [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updating instance_info_cache with network_info: [{"id": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "address": "fa:16:3e:fc:2c:17", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e03dd2c-9f", "ovs_interfaceid": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.228320] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02215b88-05e7-4615-976e-197fe02d0a1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.240099] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec63ac-7b6b-40c4-9a72-fe0f7f574758 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.277018] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e643eb-b855-4a8f-b7fb-8ba90b063c8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.290984] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888b0ec-dfd5-46d5-935c-d7ce624fd9af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.305520] env[70480]: DEBUG oslo_vmware.api [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723374, 'name': PowerOnVM_Task, 'duration_secs': 0.895948} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.312566] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.312824] env[70480]: INFO nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1077.313045] env[70480]: DEBUG nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.313964] env[70480]: DEBUG nova.compute.provider_tree [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.315871] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c746935d-97af-4aaa-be8f-acb40daeb420 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.608444] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723377, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.638977] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.639385] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Instance network_info: |[{"id": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "address": "fa:16:3e:fc:2c:17", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e03dd2c-9f", "ovs_interfaceid": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.639734] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] Acquired lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.639951] env[70480]: DEBUG nova.network.neutron [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Refreshing network info cache for port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.642651] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:2c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.661306] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Creating folder: Project (4b6e6724363f42debe3d89b9443cd041). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.664240] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-708288e0-d240-4b1b-a682-1a7129a7e277 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.680391] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Created folder: Project (4b6e6724363f42debe3d89b9443cd041) in parent group-v741156. [ 1077.680883] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Creating folder: Instances. Parent ref: group-v741419. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.681239] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf508aa0-b178-4a90-bde8-daf5367d3ef6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.698353] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Created folder: Instances in parent group-v741419. [ 1077.698870] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.699374] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.699838] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0789a19-315a-458c-821d-2e39d8fb5efa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.719919] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.729441] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.729441] env[70480]: value = "task-3723380" [ 1077.729441] env[70480]: _type = "Task" [ 1077.729441] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.743989] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723380, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.759827] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.760212] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.760417] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.760896] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.760896] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.761071] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.761299] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.761567] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.761840] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.761972] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.762248] env[70480]: DEBUG nova.virt.hardware [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.763444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed408ba-e446-434d-a602-94ba8270e77e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.774229] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b60f7-1236-488c-9e94-a9de751fe0b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.820762] env[70480]: DEBUG nova.scheduler.client.report [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.838219] env[70480]: INFO nova.compute.manager [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Took 31.40 seconds to build instance. [ 1077.954754] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "1ba0296a-a547-471a-a399-64ac4322e281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.955224] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.955224] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.973226] env[70480]: DEBUG nova.compute.manager [req-513d62b5-675f-4333-9775-54c9b7f6f2c1 req-ff5237ee-bb64-4af8-b442-78466b613e4f service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Received event network-vif-deleted-26eb5c39-cb74-4d95-a082-5f35958741f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.973374] env[70480]: INFO nova.compute.manager [req-513d62b5-675f-4333-9775-54c9b7f6f2c1 req-ff5237ee-bb64-4af8-b442-78466b613e4f service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Neutron deleted interface 26eb5c39-cb74-4d95-a082-5f35958741f1; detaching it from the instance and deleting it from the info cache [ 1077.975143] env[70480]: DEBUG nova.network.neutron [req-513d62b5-675f-4333-9775-54c9b7f6f2c1 req-ff5237ee-bb64-4af8-b442-78466b613e4f service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.051783] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210af0b-4a92-90b0-c604-2570605cc4f6/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.052948] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce20250e-6726-4772-976c-afdf41cc9bd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.062158] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210af0b-4a92-90b0-c604-2570605cc4f6/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.062158] env[70480]: ERROR oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210af0b-4a92-90b0-c604-2570605cc4f6/disk-0.vmdk due to incomplete transfer. [ 1078.062158] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a14153a-1de8-44bd-90fc-a46b5d91b63a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.100728] env[70480]: DEBUG oslo_vmware.rw_handles [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210af0b-4a92-90b0-c604-2570605cc4f6/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.100999] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Uploaded image d0b7d0e1-ae9f-4e88-b928-3049b603a1eb to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.103487] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.104277] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bff3b3db-0613-4dc2-9dda-7c746e79abbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.110262] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800338} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.113758] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b1a5e0b7-b388-4632-98d6-c032acd69854/b1a5e0b7-b388-4632-98d6-c032acd69854.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.114026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.114879] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1078.114879] env[70480]: value = "task-3723381" [ 1078.114879] env[70480]: _type = "Task" [ 1078.114879] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.115074] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02c24e16-14e6-40c0-9234-4019721a6b2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.129229] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723381, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.130838] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1078.130838] env[70480]: value = "task-3723382" [ 1078.130838] env[70480]: _type = "Task" [ 1078.130838] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.243104] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723380, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.326808] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.327519] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.330576] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.361s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.334064] env[70480]: DEBUG nova.objects.instance [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'resources' on Instance uuid 41d17e42-e632-48d4-815d-af99fcd6a864 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.340452] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25c7689a-6ff7-4691-8988-d94d34b8c881 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.916s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.364408] env[70480]: DEBUG nova.compute.manager [req-4925ab4c-dd06-4c38-a5e9-7b6ad284cc37 req-896dbe0c-3ffa-4ced-8c6d-40c8303cabb2 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Received event network-vif-plugged-29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.366152] env[70480]: DEBUG oslo_concurrency.lockutils [req-4925ab4c-dd06-4c38-a5e9-7b6ad284cc37 req-896dbe0c-3ffa-4ced-8c6d-40c8303cabb2 service nova] Acquiring lock "50860a27-6334-4e19-b7cf-940a38a02092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.366152] env[70480]: DEBUG oslo_concurrency.lockutils [req-4925ab4c-dd06-4c38-a5e9-7b6ad284cc37 req-896dbe0c-3ffa-4ced-8c6d-40c8303cabb2 service nova] Lock "50860a27-6334-4e19-b7cf-940a38a02092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.366152] env[70480]: DEBUG oslo_concurrency.lockutils [req-4925ab4c-dd06-4c38-a5e9-7b6ad284cc37 req-896dbe0c-3ffa-4ced-8c6d-40c8303cabb2 service nova] Lock "50860a27-6334-4e19-b7cf-940a38a02092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.366152] env[70480]: DEBUG nova.compute.manager [req-4925ab4c-dd06-4c38-a5e9-7b6ad284cc37 req-896dbe0c-3ffa-4ced-8c6d-40c8303cabb2 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] No waiting events found dispatching network-vif-plugged-29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.366152] env[70480]: WARNING nova.compute.manager [req-4925ab4c-dd06-4c38-a5e9-7b6ad284cc37 req-896dbe0c-3ffa-4ced-8c6d-40c8303cabb2 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Received unexpected event network-vif-plugged-29649f08-4ce1-495d-a4f0-37ba665e196e for instance with vm_state building and task_state spawning. [ 1078.459042] env[70480]: DEBUG nova.network.neutron [-] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.476577] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab6fc3f3-b395-4594-8a38-317911358262 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.488290] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d084322-b4cd-4b09-a8c3-04d6df13ace2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.538525] env[70480]: DEBUG nova.compute.manager [req-513d62b5-675f-4333-9775-54c9b7f6f2c1 req-ff5237ee-bb64-4af8-b442-78466b613e4f service nova] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Detach interface failed, port_id=26eb5c39-cb74-4d95-a082-5f35958741f1, reason: Instance acab7254-8f13-4591-b247-ffd3cfa1a6b8 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.540230] env[70480]: DEBUG nova.network.neutron [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updated VIF entry in instance network info cache for port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.540827] env[70480]: DEBUG nova.network.neutron [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updating instance_info_cache with network_info: [{"id": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "address": "fa:16:3e:fc:2c:17", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e03dd2c-9f", "ovs_interfaceid": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.629842] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723381, 'name': Destroy_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.641582] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305731} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.641921] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.642839] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e7f4b-b909-47aa-8f9b-e76de3fc4645 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.666910] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b1a5e0b7-b388-4632-98d6-c032acd69854/b1a5e0b7-b388-4632-98d6-c032acd69854.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.667351] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500aef2f-8614-439f-b04f-a2cc048e3e63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.689560] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1078.689560] env[70480]: value = "task-3723383" [ 1078.689560] env[70480]: _type = "Task" [ 1078.689560] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.699499] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.744259] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723380, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.835059] env[70480]: DEBUG nova.compute.utils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.836689] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.836899] env[70480]: DEBUG nova.network.neutron [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.877931] env[70480]: DEBUG nova.network.neutron [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Successfully updated port: 29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.915808] env[70480]: DEBUG nova.policy [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1513fa41bfa4235a905ae30724693d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8f9308034b4b00b8cd9422c6db63ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.963328] env[70480]: INFO nova.compute.manager [-] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Took 1.96 seconds to deallocate network for instance. [ 1079.012683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.012992] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.013184] env[70480]: DEBUG nova.network.neutron [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.045486] env[70480]: DEBUG oslo_concurrency.lockutils [req-b4763081-a8b7-4311-8411-1abcff187a65 req-d25e4874-c179-4fb2-a9ae-63e4026faede service nova] Releasing lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.131944] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723381, 'name': Destroy_Task, 'duration_secs': 0.706089} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.134889] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Destroyed the VM [ 1079.135539] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.136034] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc0624a2-1ecf-46d2-b19e-3ba4d600d4d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.143453] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1079.143453] env[70480]: value = "task-3723384" [ 1079.143453] env[70480]: _type = "Task" [ 1079.143453] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.155476] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.186809] env[70480]: DEBUG nova.compute.manager [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Received event network-changed-29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.187207] env[70480]: DEBUG nova.compute.manager [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Refreshing instance network info cache due to event network-changed-29649f08-4ce1-495d-a4f0-37ba665e196e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.187925] env[70480]: DEBUG oslo_concurrency.lockutils [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] Acquiring lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.188147] env[70480]: DEBUG oslo_concurrency.lockutils [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] Acquired lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.188341] env[70480]: DEBUG nova.network.neutron [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Refreshing network info cache for port 29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.208341] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.242724] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723380, 'name': CreateVM_Task, 'duration_secs': 1.065303} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.245417] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.246942] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.247137] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.247565] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.247738] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c674f2f3-bac3-4709-8947-13e4608beec1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.253819] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1079.253819] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521a45c4-5a5c-b6b2-7ea9-be5335075707" [ 1079.253819] env[70480]: _type = "Task" [ 1079.253819] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.267215] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521a45c4-5a5c-b6b2-7ea9-be5335075707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.344583] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.385280] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.387800] env[70480]: DEBUG nova.network.neutron [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Successfully created port: 2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.423628] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60630280-9711-43d9-9b02-8fd80b49a335 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.433910] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b075e-8dd3-4c0c-890e-299588e49365 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.470862] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe5e3e-356d-4a1d-add4-13c078f2926f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.474438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.481325] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d9fb6d-97e4-4957-9984-7a0923bff734 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.499934] env[70480]: DEBUG nova.compute.provider_tree [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.664554] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723384, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416997} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.665533] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1079.665533] env[70480]: DEBUG nova.compute.manager [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.666406] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f9861-0cb8-4233-863d-9736bddccc00 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.706398] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723383, 'name': ReconfigVM_Task, 'duration_secs': 0.690409} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.706979] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b1a5e0b7-b388-4632-98d6-c032acd69854/b1a5e0b7-b388-4632-98d6-c032acd69854.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.707425] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-818263a6-50cf-4f40-a3d7-a4d33987fced {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.716458] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1079.716458] env[70480]: value = "task-3723385" [ 1079.716458] env[70480]: _type = "Task" [ 1079.716458] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.728056] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723385, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.767281] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521a45c4-5a5c-b6b2-7ea9-be5335075707, 'name': SearchDatastore_Task, 'duration_secs': 0.014953} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.768010] env[70480]: DEBUG nova.network.neutron [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.770024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.770291] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.770544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.770705] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.770963] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.772072] env[70480]: DEBUG nova.network.neutron [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [{"id": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "address": "fa:16:3e:93:33:44", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45ac977-62", "ovs_interfaceid": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.773396] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d858068-73c9-4f7a-90fd-c006b649ad6b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.785271] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.787556] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.787556] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08211c05-4757-4058-96fa-15cfef2d6c0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.797747] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1079.797747] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe83da-a096-74fc-b7ca-8f74b0a11126" [ 1079.797747] env[70480]: _type = "Task" [ 1079.797747] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.807700] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe83da-a096-74fc-b7ca-8f74b0a11126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.867228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.867228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.003635] env[70480]: DEBUG nova.scheduler.client.report [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.012316] env[70480]: DEBUG nova.network.neutron [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.182218] env[70480]: INFO nova.compute.manager [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Shelve offloading [ 1080.228853] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723385, 'name': Rename_Task, 'duration_secs': 0.1998} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.229196] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.229473] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145c85bc-48ad-48c1-bce2-37a1a4c0a58f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.238362] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1080.238362] env[70480]: value = "task-3723386" [ 1080.238362] env[70480]: _type = "Task" [ 1080.238362] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.252719] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.278277] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.310248] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe83da-a096-74fc-b7ca-8f74b0a11126, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.311109] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a091a0bb-a887-4a31-834d-d53bf8bc3aa3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.318294] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1080.318294] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52863e22-c4a5-63a3-b16d-6896d8c9aa67" [ 1080.318294] env[70480]: _type = "Task" [ 1080.318294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.328179] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52863e22-c4a5-63a3-b16d-6896d8c9aa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.360874] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.371427] env[70480]: INFO nova.compute.manager [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Detaching volume 97ebabe7-f877-49ad-8f80-655cd41007cd [ 1080.390079] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.390327] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.390484] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.390658] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.390801] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.390957] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.391255] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.391422] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.391592] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.391754] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.391924] env[70480]: DEBUG nova.virt.hardware [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.392807] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b4154-36a5-46db-865b-770e87222427 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.401608] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb790fce-7978-47e2-9003-352847d89543 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.418752] env[70480]: INFO nova.virt.block_device [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Attempting to driver detach volume 97ebabe7-f877-49ad-8f80-655cd41007cd from mountpoint /dev/sdb [ 1080.418980] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1080.419194] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741397', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'name': 'volume-97ebabe7-f877-49ad-8f80-655cd41007cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '411eb6be-d0c0-4020-a18b-bd56759abc5b', 'attached_at': '', 'detached_at': '', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'serial': '97ebabe7-f877-49ad-8f80-655cd41007cd'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1080.420042] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555719e9-584a-48bc-8694-2773237815e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.444046] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e4a65-3684-41b4-b564-e6469a37bf5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.453122] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f7dfc1-ad8c-446a-aa7f-011e5f2fc579 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.474960] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1b197-aeef-40f8-a369-5e57b11ea1cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.493580] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] The volume has not been displaced from its original location: [datastore2] volume-97ebabe7-f877-49ad-8f80-655cd41007cd/volume-97ebabe7-f877-49ad-8f80-655cd41007cd.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1080.500938] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.501322] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-068f3526-c392-462a-ab4c-c2cd00fe3c1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.519733] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.522126] env[70480]: DEBUG oslo_concurrency.lockutils [req-11f15bab-543a-48b2-ae18-3fcc938cee9c req-b67f403d-9689-447e-8488-d874a40c50b8 service nova] Releasing lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.522729] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.302s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.523033] env[70480]: DEBUG nova.objects.instance [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lazy-loading 'resources' on Instance uuid c80e684d-9fd2-469c-b31d-5533ee6cf625 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.524435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.524435] env[70480]: DEBUG nova.network.neutron [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.532140] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1080.532140] env[70480]: value = "task-3723387" [ 1080.532140] env[70480]: _type = "Task" [ 1080.532140] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.546775] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.557263] env[70480]: INFO nova.scheduler.client.report [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 41d17e42-e632-48d4-815d-af99fcd6a864 [ 1080.685696] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.686065] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef3f914-6267-466f-b928-0b00258c3798 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.694653] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1080.694653] env[70480]: value = "task-3723388" [ 1080.694653] env[70480]: _type = "Task" [ 1080.694653] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.706673] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1080.707322] env[70480]: DEBUG nova.compute.manager [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.707800] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a2f92-d369-4304-9adc-402e00dfdac7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.715058] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.715299] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.715532] env[70480]: DEBUG nova.network.neutron [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.749630] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.804059] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86622cfe-171b-4345-9950-a63c21ab64ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.827581] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d9c23-d2e0-4c42-9bb9-e6f679ea37ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.837432] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52863e22-c4a5-63a3-b16d-6896d8c9aa67, 'name': SearchDatastore_Task, 'duration_secs': 0.034407} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.840340] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.840340] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 9f6449c5-0fd9-4b5a-bd85-4dba61489b63/9f6449c5-0fd9-4b5a-bd85-4dba61489b63.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.840577] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.844610] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5f67e6-cfea-4453-a912-fd2fb697482d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.852099] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1080.852099] env[70480]: value = "task-3723389" [ 1080.852099] env[70480]: _type = "Task" [ 1080.852099] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.863023] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.056947] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.074147] env[70480]: DEBUG oslo_concurrency.lockutils [None req-64463491-d582-4282-aa08-ebbbc11b61a9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "41d17e42-e632-48d4-815d-af99fcd6a864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.658s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.125535] env[70480]: DEBUG nova.network.neutron [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.259030] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.349398] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.349733] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da14a877-52f4-44fa-be7c-34d4440bdc10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.365254] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1081.365254] env[70480]: value = "task-3723390" [ 1081.365254] env[70480]: _type = "Task" [ 1081.365254] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.368988] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723389, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.388409] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723390, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.492176] env[70480]: DEBUG nova.network.neutron [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updating instance_info_cache with network_info: [{"id": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "address": "fa:16:3e:51:bf:5d", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab2ea1b-4b", "ovs_interfaceid": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.514349] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35886296-2567-47b6-9a63-f14d9505cdc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.525554] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17be02-ab9b-4285-a915-87302748a5b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.573584] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c8bb3-d89d-43be-bc27-6d093ce40a97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.589738] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1691d3-4623-4e57-9869-6ac795698190 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.595282] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723387, 'name': ReconfigVM_Task, 'duration_secs': 0.721265} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.599593] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.607523] env[70480]: DEBUG nova.compute.manager [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.607706] env[70480]: DEBUG nova.compute.manager [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing instance network info cache due to event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.607938] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.612040] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.612040] env[70480]: DEBUG nova.network.neutron [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.612040] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a93e798-821e-4c08-ae6b-a0f1f1e693e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.635465] env[70480]: DEBUG nova.compute.provider_tree [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.644667] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1081.644667] env[70480]: value = "task-3723391" [ 1081.644667] env[70480]: _type = "Task" [ 1081.644667] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.657277] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.754989] env[70480]: DEBUG oslo_vmware.api [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723386, 'name': PowerOnVM_Task, 'duration_secs': 1.484934} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.755481] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.755691] env[70480]: INFO nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1081.755959] env[70480]: DEBUG nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.756926] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b623dd-7998-46e8-8456-85b08e9d69cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.866149] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528935} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.866426] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 9f6449c5-0fd9-4b5a-bd85-4dba61489b63/9f6449c5-0fd9-4b5a-bd85-4dba61489b63.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.866650] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.866924] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67779d1-70b9-42c3-92c7-35ef3fbcd433 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.880492] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.882446] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1081.882446] env[70480]: value = "task-3723392" [ 1081.882446] env[70480]: _type = "Task" [ 1081.882446] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.894836] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.995584] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.041460] env[70480]: DEBUG nova.network.neutron [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Updating instance_info_cache with network_info: [{"id": "29649f08-4ce1-495d-a4f0-37ba665e196e", "address": "fa:16:3e:d8:3d:0f", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29649f08-4c", "ovs_interfaceid": "29649f08-4ce1-495d-a4f0-37ba665e196e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.141459] env[70480]: DEBUG nova.scheduler.client.report [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.158701] env[70480]: DEBUG oslo_vmware.api [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723391, 'name': ReconfigVM_Task, 'duration_secs': 0.214769} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.159534] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741397', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'name': 'volume-97ebabe7-f877-49ad-8f80-655cd41007cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '411eb6be-d0c0-4020-a18b-bd56759abc5b', 'attached_at': '', 'detached_at': '', 'volume_id': '97ebabe7-f877-49ad-8f80-655cd41007cd', 'serial': '97ebabe7-f877-49ad-8f80-655cd41007cd'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.283181] env[70480]: INFO nova.compute.manager [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Took 28.07 seconds to build instance. [ 1082.320529] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.320529] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbc9ad5-9fa3-415e-93bb-292967616cec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.329249] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.329528] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c821095c-ae13-4bb4-9a12-3c5fa783e93c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.387571] env[70480]: DEBUG oslo_vmware.api [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723390, 'name': PowerOnVM_Task, 'duration_secs': 0.553878} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.393835] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.394466] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4075ae32-9937-475d-af08-1879d3376194 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance '1ba0296a-a547-471a-a399-64ac4322e281' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.404962] env[70480]: DEBUG nova.compute.manager [req-81ea16ba-600f-4836-ac6c-1c8c3344cd3f req-92f24f7b-c6ca-485f-b2c5-42675a0ab434 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Received event network-vif-plugged-2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.405311] env[70480]: DEBUG oslo_concurrency.lockutils [req-81ea16ba-600f-4836-ac6c-1c8c3344cd3f req-92f24f7b-c6ca-485f-b2c5-42675a0ab434 service nova] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.405803] env[70480]: DEBUG oslo_concurrency.lockutils [req-81ea16ba-600f-4836-ac6c-1c8c3344cd3f req-92f24f7b-c6ca-485f-b2c5-42675a0ab434 service nova] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.406292] env[70480]: DEBUG oslo_concurrency.lockutils [req-81ea16ba-600f-4836-ac6c-1c8c3344cd3f req-92f24f7b-c6ca-485f-b2c5-42675a0ab434 service nova] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.406389] env[70480]: DEBUG nova.compute.manager [req-81ea16ba-600f-4836-ac6c-1c8c3344cd3f req-92f24f7b-c6ca-485f-b2c5-42675a0ab434 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] No waiting events found dispatching network-vif-plugged-2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.407588] env[70480]: WARNING nova.compute.manager [req-81ea16ba-600f-4836-ac6c-1c8c3344cd3f req-92f24f7b-c6ca-485f-b2c5-42675a0ab434 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Received unexpected event network-vif-plugged-2ace8cc9-1119-485c-b7d9-304ac872843d for instance with vm_state building and task_state spawning. [ 1082.415768] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090403} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.422836] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.425352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab80770f-3d6c-4f9b-a6d8-38982eac2113 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.472802] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 9f6449c5-0fd9-4b5a-bd85-4dba61489b63/9f6449c5-0fd9-4b5a-bd85-4dba61489b63.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.474839] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac0ab5e-ae8b-4ee9-80b5-ee924c8e8583 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.491690] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.491919] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.492122] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleting the datastore file [datastore2] 7d9241cc-904e-4b62-a026-13b8939ada49 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.495604] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b44c6a31-7e62-432f-912f-0ab431803a99 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.504044] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1082.504044] env[70480]: value = "task-3723395" [ 1082.504044] env[70480]: _type = "Task" [ 1082.504044] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.506107] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1082.506107] env[70480]: value = "task-3723394" [ 1082.506107] env[70480]: _type = "Task" [ 1082.506107] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.520119] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.524572] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.544949] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.545285] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Instance network_info: |[{"id": "29649f08-4ce1-495d-a4f0-37ba665e196e", "address": "fa:16:3e:d8:3d:0f", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29649f08-4c", "ovs_interfaceid": "29649f08-4ce1-495d-a4f0-37ba665e196e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.546122] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29649f08-4ce1-495d-a4f0-37ba665e196e', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.556869] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.558312] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.558567] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4b4cf31-583e-4c79-a3e3-01a8e4d1e16e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.575847] env[70480]: DEBUG nova.network.neutron [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Successfully updated port: 2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.581031] env[70480]: DEBUG nova.compute.manager [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.581188] env[70480]: DEBUG nova.compute.manager [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing instance network info cache due to event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.581414] env[70480]: DEBUG oslo_concurrency.lockutils [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.581534] env[70480]: DEBUG oslo_concurrency.lockutils [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.581713] env[70480]: DEBUG nova.network.neutron [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.591778] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.591778] env[70480]: value = "task-3723396" [ 1082.591778] env[70480]: _type = "Task" [ 1082.591778] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.607022] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723396, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.646039] env[70480]: DEBUG nova.network.neutron [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updated VIF entry in instance network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.646694] env[70480]: DEBUG nova.network.neutron [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.648513] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.651562] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.177s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.651809] env[70480]: DEBUG nova.objects.instance [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'resources' on Instance uuid acab7254-8f13-4591-b247-ffd3cfa1a6b8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.681594] env[70480]: INFO nova.scheduler.client.report [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Deleted allocations for instance c80e684d-9fd2-469c-b31d-5533ee6cf625 [ 1082.708183] env[70480]: DEBUG nova.objects.instance [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.785726] env[70480]: DEBUG oslo_concurrency.lockutils [None req-47e64ed5-6e9f-4047-b69d-94589a7f5148 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.580s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.936397] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.936787] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.025309] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.028968] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.043706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.044913] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.045207] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.045391] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.045634] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.047790] env[70480]: INFO nova.compute.manager [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Terminating instance [ 1083.086467] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.086654] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.086876] env[70480]: DEBUG nova.network.neutron [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.108961] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723396, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.154771] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.155190] env[70480]: DEBUG nova.compute.manager [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.155326] env[70480]: DEBUG nova.compute.manager [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing instance network info cache due to event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.155561] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.168243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "b1a5e0b7-b388-4632-98d6-c032acd69854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.168787] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.168958] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "b1a5e0b7-b388-4632-98d6-c032acd69854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.169130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.169601] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.172300] env[70480]: INFO nova.compute.manager [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Terminating instance [ 1083.191267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31c3b72-e335-418f-8feb-80f5253d4836 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "c80e684d-9fd2-469c-b31d-5533ee6cf625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.839s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.197526] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-3eb0c237-5d0a-450c-9ea5-4191b94a7847-44d4d9a7-a483-48db-9da7-983839cf76b9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.198950] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-3eb0c237-5d0a-450c-9ea5-4191b94a7847-44d4d9a7-a483-48db-9da7-983839cf76b9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.199549] env[70480]: DEBUG nova.objects.instance [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'flavor' on Instance uuid 3eb0c237-5d0a-450c-9ea5-4191b94a7847 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.443826] env[70480]: INFO nova.compute.manager [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Detaching volume 9f0d588c-6650-494a-8d43-8b798447590b [ 1083.474306] env[70480]: DEBUG nova.network.neutron [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updated VIF entry in instance network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.474587] env[70480]: DEBUG nova.network.neutron [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.485413] env[70480]: INFO nova.virt.block_device [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Attempting to driver detach volume 9f0d588c-6650-494a-8d43-8b798447590b from mountpoint /dev/sdb [ 1083.485653] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.485840] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.486901] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327920a4-0e9f-42dc-98f2-c1cde3d49f2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.521775] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b70c44b-8f8a-48f5-99d9-dddd2bab73e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.535014] env[70480]: DEBUG oslo_vmware.api [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582046} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.538703] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead2a83-52b0-40f7-ab3d-045aa655586a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.542231] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.542598] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.542854] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.546252] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723395, 'name': ReconfigVM_Task, 'duration_secs': 0.757103} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.549222] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 9f6449c5-0fd9-4b5a-bd85-4dba61489b63/9f6449c5-0fd9-4b5a-bd85-4dba61489b63.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.550589] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a9197fe-8e16-45ca-8f3d-2756b42d8370 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.553475] env[70480]: DEBUG nova.compute.manager [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.553691] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.577024] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b076f3-9fc7-456e-8327-d90819a4741c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.582405] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9352a4d-ecda-4512-be28-ee6c2bd3bae4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.588986] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1083.588986] env[70480]: value = "task-3723398" [ 1083.588986] env[70480]: _type = "Task" [ 1083.588986] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.611802] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.612137] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f0d588c-6650-494a-8d43-8b798447590b/volume-9f0d588c-6650-494a-8d43-8b798447590b.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.618368] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.623111] env[70480]: INFO nova.scheduler.client.report [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocations for instance 7d9241cc-904e-4b62-a026-13b8939ada49 [ 1083.631054] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a4e6945-4548-4fc6-b35f-d7a384292de9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.633589] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e063d06-27bc-4a21-8c80-6857062440db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.662281] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723398, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.669642] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723396, 'name': CreateVM_Task, 'duration_secs': 0.729905} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.674332] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.674332] env[70480]: DEBUG oslo_vmware.api [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1083.674332] env[70480]: value = "task-3723400" [ 1083.674332] env[70480]: _type = "Task" [ 1083.674332] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.674332] env[70480]: DEBUG oslo_vmware.api [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1083.674332] env[70480]: value = "task-3723399" [ 1083.674332] env[70480]: _type = "Task" [ 1083.674332] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.675413] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.675413] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.676534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.676702] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e0d4d0-63f2-4e2c-ba24-610e5ad76c49 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.696457] env[70480]: DEBUG nova.compute.manager [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.696852] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.700856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933d59b-11d6-473b-92e8-2f320d85c2aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.707853] env[70480]: DEBUG nova.network.neutron [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.717971] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1083.717971] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bd6e1-fb52-aef2-eef7-748b92073702" [ 1083.717971] env[70480]: _type = "Task" [ 1083.717971] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.726638] env[70480]: DEBUG oslo_vmware.api [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.727147] env[70480]: DEBUG oslo_concurrency.lockutils [None req-154181e6-b91a-4ddd-96ad-e18123dcc6df tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.860s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.728461] env[70480]: DEBUG oslo_vmware.api [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.737022] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.737877] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e21ced6-b18e-4bc6-8fc1-e0e4a9c57ead {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.744259] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520bd6e1-fb52-aef2-eef7-748b92073702, 'name': SearchDatastore_Task, 'duration_secs': 0.015684} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.745125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745415] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.745775] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.745998] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746315] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.747042] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18ebfc0-6253-4271-b92b-009c6a54e79d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.755069] env[70480]: DEBUG oslo_vmware.api [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1083.755069] env[70480]: value = "task-3723401" [ 1083.755069] env[70480]: _type = "Task" [ 1083.755069] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.776375] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.776641] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.781834] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250ac406-a314-4ed5-8648-355f7530118c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.785547] env[70480]: DEBUG oslo_vmware.api [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.793613] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1083.793613] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f25fe-953f-1f75-eb34-e5b31c7dbee1" [ 1083.793613] env[70480]: _type = "Task" [ 1083.793613] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.809826] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526f25fe-953f-1f75-eb34-e5b31c7dbee1, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.812426] env[70480]: DEBUG nova.compute.manager [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Received event network-vif-unplugged-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.812593] env[70480]: DEBUG oslo_concurrency.lockutils [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] Acquiring lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.812890] env[70480]: DEBUG oslo_concurrency.lockutils [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] Lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.813017] env[70480]: DEBUG oslo_concurrency.lockutils [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] Lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.813202] env[70480]: DEBUG nova.compute.manager [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] No waiting events found dispatching network-vif-unplugged-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1083.813372] env[70480]: WARNING nova.compute.manager [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Received unexpected event network-vif-unplugged-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf for instance with vm_state shelved_offloaded and task_state None. [ 1083.813529] env[70480]: DEBUG nova.compute.manager [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Received event network-changed-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.813684] env[70480]: DEBUG nova.compute.manager [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Refreshing instance network info cache due to event network-changed-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.813888] env[70480]: DEBUG oslo_concurrency.lockutils [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] Acquiring lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814044] env[70480]: DEBUG oslo_concurrency.lockutils [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] Acquired lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814219] env[70480]: DEBUG nova.network.neutron [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Refreshing network info cache for port 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.820032] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c22e1-3939-40b5-921c-b19522e2a9d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.827118] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c1c8e4-6f41-4e0c-82bf-3df2c2b3048d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.839963] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4865bb05-3a68-4e11-b54d-09930c1ac39c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.845647] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1083.845647] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529c178b-218c-5756-2885-600314be0574" [ 1083.845647] env[70480]: _type = "Task" [ 1083.845647] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.880889] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff917b8e-02f1-4feb-8ab6-c4c726228e96 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.890315] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529c178b-218c-5756-2885-600314be0574, 'name': SearchDatastore_Task, 'duration_secs': 0.022956} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.891071] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.891440] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 50860a27-6334-4e19-b7cf-940a38a02092/50860a27-6334-4e19-b7cf-940a38a02092.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.892285] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928cd82b-7523-49c8-ab0a-e481330ee06b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.901948] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0700e2a-69d1-42ca-a98f-c9a47102cd5c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.908056] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1083.908056] env[70480]: value = "task-3723402" [ 1083.908056] env[70480]: _type = "Task" [ 1083.908056] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.932034] env[70480]: DEBUG nova.compute.provider_tree [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.939102] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.978482] env[70480]: DEBUG oslo_concurrency.lockutils [req-969f7437-cb1d-4de7-b9fe-2abbdd60217a req-29b8737a-27a0-435b-aa1d-32ce98389127 service nova] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.979196] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.979448] env[70480]: DEBUG nova.network.neutron [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.997180] env[70480]: DEBUG nova.objects.instance [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'pci_requests' on Instance uuid 3eb0c237-5d0a-450c-9ea5-4191b94a7847 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.057584] env[70480]: DEBUG nova.network.neutron [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updating instance_info_cache with network_info: [{"id": "2ace8cc9-1119-485c-b7d9-304ac872843d", "address": "fa:16:3e:c7:82:6e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ace8cc9-11", "ovs_interfaceid": "2ace8cc9-1119-485c-b7d9-304ac872843d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.101733] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723398, 'name': Rename_Task, 'duration_secs': 0.19755} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.102145] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.102567] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d08bca6a-8b1a-4406-b4b6-b246546a8493 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.113315] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1084.113315] env[70480]: value = "task-3723403" [ 1084.113315] env[70480]: _type = "Task" [ 1084.113315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.129041] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.160531] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.191348] env[70480]: DEBUG oslo_vmware.api [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723399, 'name': PowerOffVM_Task, 'duration_secs': 0.219984} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.195449] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.195719] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.196050] env[70480]: DEBUG oslo_vmware.api [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723400, 'name': ReconfigVM_Task, 'duration_secs': 0.328667} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.196279] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98ba7c24-24ea-44ec-9f39-e7b6e85e8d83 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.198204] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.203585] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c5f278-8df5-42cd-8981-0402dc0c498a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.221552] env[70480]: DEBUG oslo_vmware.api [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1084.221552] env[70480]: value = "task-3723405" [ 1084.221552] env[70480]: _type = "Task" [ 1084.221552] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.231366] env[70480]: DEBUG oslo_vmware.api [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.266824] env[70480]: DEBUG oslo_vmware.api [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723401, 'name': PowerOffVM_Task, 'duration_secs': 0.253824} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.267153] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.267332] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.267686] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de886d6f-87b1-4fdd-9e1f-66748fba1af1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.292845] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.293228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.293463] env[70480]: DEBUG nova.compute.manager [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.294711] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5da552-9373-4df3-8432-8cede130d818 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.304267] env[70480]: DEBUG nova.compute.manager [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1084.304882] env[70480]: DEBUG nova.objects.instance [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.331860] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.332259] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.332448] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore2] 9802700b-571c-4a8e-827a-b2c59c2c2d4b {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.332645] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24428ae2-fe15-4fed-b397-d53d055e47c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.341795] env[70480]: DEBUG oslo_vmware.api [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1084.341795] env[70480]: value = "task-3723407" [ 1084.341795] env[70480]: _type = "Task" [ 1084.341795] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.348423] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.348673] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.348863] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleting the datastore file [datastore1] b1a5e0b7-b388-4632-98d6-c032acd69854 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.349176] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5b9204-7480-4a89-885f-70392d54bf96 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.354865] env[70480]: DEBUG oslo_vmware.api [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.361487] env[70480]: DEBUG oslo_vmware.api [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1084.361487] env[70480]: value = "task-3723408" [ 1084.361487] env[70480]: _type = "Task" [ 1084.361487] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.372996] env[70480]: DEBUG oslo_vmware.api [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.420306] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.435485] env[70480]: DEBUG nova.scheduler.client.report [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.499965] env[70480]: DEBUG nova.objects.base [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Object Instance<3eb0c237-5d0a-450c-9ea5-4191b94a7847> lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.500332] env[70480]: DEBUG nova.network.neutron [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.560128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.560459] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Instance network_info: |[{"id": "2ace8cc9-1119-485c-b7d9-304ac872843d", "address": "fa:16:3e:c7:82:6e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ace8cc9-11", "ovs_interfaceid": "2ace8cc9-1119-485c-b7d9-304ac872843d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.560889] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:82:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ace8cc9-1119-485c-b7d9-304ac872843d', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.569381] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.570071] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.570438] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0241f0cc-f32d-4753-98d5-4afeb64b5cda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.587845] env[70480]: DEBUG nova.policy [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.596461] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.596461] env[70480]: value = "task-3723409" [ 1084.596461] env[70480]: _type = "Task" [ 1084.596461] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.605721] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723409, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.625186] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.743222] env[70480]: DEBUG oslo_vmware.api [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723405, 'name': ReconfigVM_Task, 'duration_secs': 0.225328} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.743885] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741388', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'name': 'volume-9f0d588c-6650-494a-8d43-8b798447590b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ba6bf99-77e4-4e79-9e1d-e214ec3f442c', 'attached_at': '', 'detached_at': '', 'volume_id': '9f0d588c-6650-494a-8d43-8b798447590b', 'serial': '9f0d588c-6650-494a-8d43-8b798447590b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.755310] env[70480]: DEBUG nova.network.neutron [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updated VIF entry in instance network info cache for port 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.755731] env[70480]: DEBUG nova.network.neutron [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updating instance_info_cache with network_info: [{"id": "5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf", "address": "fa:16:3e:51:bf:5d", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": null, "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ab2ea1b-4b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.853286] env[70480]: DEBUG oslo_vmware.api [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404923} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.853987] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.854375] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.854614] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.854881] env[70480]: INFO nova.compute.manager [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1084.855172] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.855593] env[70480]: DEBUG nova.compute.manager [-] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.855593] env[70480]: DEBUG nova.network.neutron [-] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.872693] env[70480]: DEBUG oslo_vmware.api [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378465} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.873023] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.873499] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.873499] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.873664] env[70480]: INFO nova.compute.manager [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1084.873924] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.874152] env[70480]: DEBUG nova.compute.manager [-] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.874254] env[70480]: DEBUG nova.network.neutron [-] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.885568] env[70480]: DEBUG nova.network.neutron [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updated VIF entry in instance network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.885568] env[70480]: DEBUG nova.network.neutron [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.924186] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579846} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.924186] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 50860a27-6334-4e19-b7cf-940a38a02092/50860a27-6334-4e19-b7cf-940a38a02092.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.925061] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.925061] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4f2bd0-dd55-423f-a5e4-7cbe9042966b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.937897] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1084.937897] env[70480]: value = "task-3723410" [ 1084.937897] env[70480]: _type = "Task" [ 1084.937897] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.944162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.948431] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.788s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.949095] env[70480]: DEBUG nova.objects.instance [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'resources' on Instance uuid 7d9241cc-904e-4b62-a026-13b8939ada49 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.964662] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.985074] env[70480]: INFO nova.scheduler.client.report [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleted allocations for instance acab7254-8f13-4591-b247-ffd3cfa1a6b8 [ 1085.109302] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723409, 'name': CreateVM_Task, 'duration_secs': 0.430406} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.109302] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.110290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.111314] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.111498] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.111900] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db57d82-a28b-4ebb-a396-aa4ef0a12548 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.125205] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1085.125205] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527cc7bb-ebf0-e48b-2544-8bfa0aca5281" [ 1085.125205] env[70480]: _type = "Task" [ 1085.125205] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.127027] env[70480]: DEBUG oslo_vmware.api [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723403, 'name': PowerOnVM_Task, 'duration_secs': 0.968879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.127027] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.127027] env[70480]: INFO nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1085.127027] env[70480]: DEBUG nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.131047] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ffd47-14df-43f6-88f6-dfb401204fd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.145030] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527cc7bb-ebf0-e48b-2544-8bfa0aca5281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.258709] env[70480]: DEBUG oslo_concurrency.lockutils [req-79964b39-ad94-4571-9787-3c8e84b03ad3 req-7ffcac71-e4f3-4f1b-b62e-d323589f9e09 service nova] Releasing lock "refresh_cache-7d9241cc-904e-4b62-a026-13b8939ada49" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.286892] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "7d9241cc-904e-4b62-a026-13b8939ada49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.302668] env[70480]: DEBUG nova.objects.instance [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'flavor' on Instance uuid 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.318150] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.318424] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19db338-6ad5-40d2-90a7-3446f8ba011a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.327551] env[70480]: DEBUG oslo_vmware.api [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1085.327551] env[70480]: value = "task-3723411" [ 1085.327551] env[70480]: _type = "Task" [ 1085.327551] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.342780] env[70480]: DEBUG oslo_vmware.api [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.373537] env[70480]: DEBUG nova.compute.manager [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.373537] env[70480]: DEBUG nova.compute.manager [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing instance network info cache due to event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.373537] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.373537] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.373759] env[70480]: DEBUG nova.network.neutron [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.387899] env[70480]: DEBUG oslo_concurrency.lockutils [req-dd0c0bc5-7123-4880-8805-13456a35986c req-6d934188-bc08-4896-9219-14befd031198 service nova] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.451912] env[70480]: DEBUG nova.objects.instance [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d9241cc-904e-4b62-a026-13b8939ada49 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.459849] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103605} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.460524] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.461990] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee8641-3493-41af-bd36-8f8457fb48f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.488276] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 50860a27-6334-4e19-b7cf-940a38a02092/50860a27-6334-4e19-b7cf-940a38a02092.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.489056] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d4d9d9-4d07-47cd-839e-e400873bf881 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.510480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "acab7254-8f13-4591-b247-ffd3cfa1a6b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.160s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.518827] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1085.518827] env[70480]: value = "task-3723412" [ 1085.518827] env[70480]: _type = "Task" [ 1085.518827] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.532576] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.639334] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527cc7bb-ebf0-e48b-2544-8bfa0aca5281, 'name': SearchDatastore_Task, 'duration_secs': 0.020778} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.639705] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.639960] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.640269] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640455] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.640652] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.641368] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52051494-3e33-4ca5-8b50-0af888e936d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.657141] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.657413] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.660033] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ba5a8c-20c8-413d-88d9-89b30a372790 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.663543] env[70480]: INFO nova.compute.manager [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Took 29.17 seconds to build instance. [ 1085.668639] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1085.668639] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ccabcd-d5c4-d5d3-02ac-fc52f6a6bd61" [ 1085.668639] env[70480]: _type = "Task" [ 1085.668639] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.678096] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ccabcd-d5c4-d5d3-02ac-fc52f6a6bd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.699034] env[70480]: DEBUG nova.network.neutron [-] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.700936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "1ba0296a-a547-471a-a399-64ac4322e281" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.701216] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.701404] env[70480]: DEBUG nova.compute.manager [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Going to confirm migration 3 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1085.742835] env[70480]: DEBUG nova.network.neutron [-] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.839022] env[70480]: DEBUG oslo_vmware.api [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723411, 'name': PowerOffVM_Task, 'duration_secs': 0.25087} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.839351] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.839557] env[70480]: DEBUG nova.compute.manager [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.840556] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472b24b0-6add-4699-a146-3a019c29ea45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.961919] env[70480]: DEBUG nova.objects.base [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Object Instance<7d9241cc-904e-4b62-a026-13b8939ada49> lazy-loaded attributes: resources,numa_topology {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.035401] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723412, 'name': ReconfigVM_Task, 'duration_secs': 0.383578} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.038582] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 50860a27-6334-4e19-b7cf-940a38a02092/50860a27-6334-4e19-b7cf-940a38a02092.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.039525] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73cc1460-b955-4181-89ce-f7dd5473fdb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.048235] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1086.048235] env[70480]: value = "task-3723413" [ 1086.048235] env[70480]: _type = "Task" [ 1086.048235] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.061012] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723413, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.165774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.679s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.187191] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ccabcd-d5c4-d5d3-02ac-fc52f6a6bd61, 'name': SearchDatastore_Task, 'duration_secs': 0.026627} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.188815] env[70480]: DEBUG nova.network.neutron [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Successfully updated port: 44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.191590] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4f7b55-2392-40ec-9014-50d6fd23b37a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.203464] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1086.203464] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5299060c-2972-4124-0a6b-06ab0bc94c38" [ 1086.203464] env[70480]: _type = "Task" [ 1086.203464] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.204206] env[70480]: INFO nova.compute.manager [-] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Took 1.33 seconds to deallocate network for instance. [ 1086.228965] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5299060c-2972-4124-0a6b-06ab0bc94c38, 'name': SearchDatastore_Task, 'duration_secs': 0.018999} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.229306] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.229582] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 04cd7f2a-be7d-415e-b1e9-9334731d2d44/04cd7f2a-be7d-415e-b1e9-9334731d2d44.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.229879] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80509caa-a967-4802-b6d4-ce417a2f230a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.241928] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1086.241928] env[70480]: value = "task-3723414" [ 1086.241928] env[70480]: _type = "Task" [ 1086.241928] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.247823] env[70480]: INFO nova.compute.manager [-] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Took 1.39 seconds to deallocate network for instance. [ 1086.254235] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.310952] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4e0bd197-ca4d-48f6-9cb3-72641cb976e1 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.374s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.312886] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.313087] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.313278] env[70480]: DEBUG nova.network.neutron [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.313463] env[70480]: DEBUG nova.objects.instance [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'info_cache' on Instance uuid 1ba0296a-a547-471a-a399-64ac4322e281 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.353387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5747d82b-9aa0-4ff6-ad28-efaf449efd60 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.393711] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683faf3b-bdb7-45f7-8493-d4cbb236a63e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.404143] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cde6786-72e6-4b3c-8368-b229f1b2c877 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.440227] env[70480]: DEBUG nova.network.neutron [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updated VIF entry in instance network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.440647] env[70480]: DEBUG nova.network.neutron [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.442363] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9c2db-1d08-469d-acc2-41bbfacbe39f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.451353] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f44e54-5579-49d7-82e4-9c5c7b872c69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.468383] env[70480]: DEBUG nova.compute.provider_tree [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.559835] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723413, 'name': Rename_Task, 'duration_secs': 0.173863} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.560168] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.560461] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d951aeb9-011c-4ddb-973e-5b616ec86d20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.570445] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1086.570445] env[70480]: value = "task-3723415" [ 1086.570445] env[70480]: _type = "Task" [ 1086.570445] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.580447] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.590369] env[70480]: DEBUG nova.compute.manager [req-eccd99c7-e0fe-4f73-93cf-979f9864404f req-095f79d5-f12d-41ec-a63d-29a778d179ed service nova] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Received event network-vif-deleted-af84b889-66d4-484e-8c54-3cf6416cbdfd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.693381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.724976] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.754800] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723414, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.762128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.948370] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.948370] env[70480]: DEBUG nova.compute.manager [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Received event network-changed-2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.948612] env[70480]: DEBUG nova.compute.manager [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Refreshing instance network info cache due to event network-changed-2ace8cc9-1119-485c-b7d9-304ac872843d. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.949265] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] Acquiring lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.949265] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] Acquired lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.949560] env[70480]: DEBUG nova.network.neutron [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Refreshing network info cache for port 2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.951890] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.951890] env[70480]: DEBUG nova.network.neutron [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.972216] env[70480]: DEBUG nova.scheduler.client.report [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.085360] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.254463] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964963} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.254780] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 04cd7f2a-be7d-415e-b1e9-9334731d2d44/04cd7f2a-be7d-415e-b1e9-9334731d2d44.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.255070] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.255413] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f4c365-a993-49ca-9dd7-0e8887d055be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.264662] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1087.264662] env[70480]: value = "task-3723417" [ 1087.264662] env[70480]: _type = "Task" [ 1087.264662] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.278261] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.478331] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.530s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.481745] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.757s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.481957] env[70480]: DEBUG nova.objects.instance [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lazy-loading 'resources' on Instance uuid b1a5e0b7-b388-4632-98d6-c032acd69854 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.519950] env[70480]: WARNING nova.network.neutron [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] 0e27922c-87b6-43ad-b791-bb5914320352 already exists in list: networks containing: ['0e27922c-87b6-43ad-b791-bb5914320352']. ignoring it [ 1087.591708] env[70480]: DEBUG oslo_vmware.api [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723415, 'name': PowerOnVM_Task, 'duration_secs': 0.859928} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.596313] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.596579] env[70480]: INFO nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1087.596833] env[70480]: DEBUG nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.598400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfec666-1beb-4249-bccc-23d40f783dcd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.611983] env[70480]: DEBUG nova.network.neutron [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [{"id": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "address": "fa:16:3e:93:33:44", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45ac977-62", "ovs_interfaceid": "f45ac977-62b5-4826-968b-cd85e7e1fd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.775547] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091563} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.775905] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.776856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d50f2-9e37-4f49-ac37-dcbf0bbca568 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.802154] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 04cd7f2a-be7d-415e-b1e9-9334731d2d44/04cd7f2a-be7d-415e-b1e9-9334731d2d44.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.802871] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff97e5d1-e1fa-4125-ae8b-2fc3c14047ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.819080] env[70480]: DEBUG nova.network.neutron [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updated VIF entry in instance network info cache for port 2ace8cc9-1119-485c-b7d9-304ac872843d. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.819791] env[70480]: DEBUG nova.network.neutron [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updating instance_info_cache with network_info: [{"id": "2ace8cc9-1119-485c-b7d9-304ac872843d", "address": "fa:16:3e:c7:82:6e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ace8cc9-11", "ovs_interfaceid": "2ace8cc9-1119-485c-b7d9-304ac872843d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.826622] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1087.826622] env[70480]: value = "task-3723418" [ 1087.826622] env[70480]: _type = "Task" [ 1087.826622] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.837557] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.923201] env[70480]: DEBUG nova.compute.manager [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Received event network-vif-deleted-84de19b8-ea4a-4417-83ee-c3433be72580 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.923417] env[70480]: DEBUG nova.compute.manager [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Received event network-changed-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.923733] env[70480]: DEBUG nova.compute.manager [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Refreshing instance network info cache due to event network-changed-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.923877] env[70480]: DEBUG oslo_concurrency.lockutils [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] Acquiring lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.923952] env[70480]: DEBUG oslo_concurrency.lockutils [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] Acquired lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.924867] env[70480]: DEBUG nova.network.neutron [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Refreshing network info cache for port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.965796] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.966148] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.966319] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "2c214b86-ffdf-43a5-852e-536335e4bee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.966522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.966708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.969351] env[70480]: INFO nova.compute.manager [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Terminating instance [ 1087.983019] env[70480]: DEBUG nova.network.neutron [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d4d9a7-a483-48db-9da7-983839cf76b9", "address": "fa:16:3e:e2:f3:44", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d4d9a7-a4", "ovs_interfaceid": "44d4d9a7-a483-48db-9da7-983839cf76b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.990885] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc87414c-e197-4189-86c6-c8f28d3d80d1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.569s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.991794] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.705s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.992055] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.992309] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.992512] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.995982] env[70480]: INFO nova.compute.manager [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Terminating instance [ 1088.120758] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-1ba0296a-a547-471a-a399-64ac4322e281" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.121066] env[70480]: DEBUG nova.objects.instance [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'migration_context' on Instance uuid 1ba0296a-a547-471a-a399-64ac4322e281 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.124317] env[70480]: INFO nova.compute.manager [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Took 29.00 seconds to build instance. [ 1088.325024] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab9b29c1-ebcd-49c9-b713-fb83da1d63f1 req-d82fa30b-5a61-4a47-b38c-a15fbb1c549e service nova] Releasing lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.337519] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723418, 'name': ReconfigVM_Task, 'duration_secs': 0.384402} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.337911] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 04cd7f2a-be7d-415e-b1e9-9334731d2d44/04cd7f2a-be7d-415e-b1e9-9334731d2d44.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.338504] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56369fe0-b522-4b6f-92ac-1c4930deca06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.346691] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1088.346691] env[70480]: value = "task-3723419" [ 1088.346691] env[70480]: _type = "Task" [ 1088.346691] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.351678] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ccc64e-6991-4d9e-a41e-112bdb00b210 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.360764] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723419, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.364232] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb231602-0b0e-46a8-a2a5-183417d79931 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.399461] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58595f1-8e6f-487d-a86d-42ac4dacfb83 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.408981] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1e3e9-1e06-485f-8114-3fd2fa331f8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.424545] env[70480]: DEBUG nova.compute.provider_tree [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.474108] env[70480]: DEBUG nova.compute.manager [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.474384] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.475295] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bac94a5-7bd6-4a1c-b697-3bf9553111d8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.484095] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.484449] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d767e95-11de-4bbf-97ee-4db2a6cd53ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.491306] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.492140] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.492268] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.493726] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c05513-cce1-4781-ba2f-bafc812088ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.505061] env[70480]: DEBUG nova.compute.manager [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.505304] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.505689] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1088.505689] env[70480]: value = "task-3723420" [ 1088.505689] env[70480]: _type = "Task" [ 1088.505689] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.506556] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8909f929-0103-498a-a928-6bf55c1554c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.532959] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.533338] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.533562] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.533828] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.534072] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.534302] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.534602] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.534835] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.535097] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.535351] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.535611] env[70480]: DEBUG nova.virt.hardware [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.546143] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Reconfiguring VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1088.550993] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7b4281-3fad-4d58-8149-53eb31444d31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.578314] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb835333-94b1-40ab-994d-1ca3a846d124 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.594739] env[70480]: DEBUG oslo_vmware.api [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1088.594739] env[70480]: value = "task-3723421" [ 1088.594739] env[70480]: _type = "Task" [ 1088.594739] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.595073] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.609387] env[70480]: DEBUG oslo_vmware.api [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723421, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.628088] env[70480]: DEBUG nova.objects.base [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Object Instance<1ba0296a-a547-471a-a399-64ac4322e281> lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.628638] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2ae4d595-c8f0-4556-98a6-e2e36c238567 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "50860a27-6334-4e19-b7cf-940a38a02092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.517s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.629381] env[70480]: WARNING nova.virt.vmwareapi.vmops [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7d9241cc-904e-4b62-a026-13b8939ada49 could not be found. [ 1088.629611] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.629807] env[70480]: INFO nova.compute.manager [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1088.630059] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.630903] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097076cb-b349-443b-9e06-880b7c4c2378 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.633740] env[70480]: DEBUG nova.compute.manager [-] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.633889] env[70480]: DEBUG nova.network.neutron [-] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.656806] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4228cde-c3ca-42ff-9578-a02f86e1cfe0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.664897] env[70480]: DEBUG oslo_vmware.api [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1088.664897] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522efce9-d979-dc6b-9a68-5aaf63020642" [ 1088.664897] env[70480]: _type = "Task" [ 1088.664897] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.676977] env[70480]: DEBUG oslo_vmware.api [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522efce9-d979-dc6b-9a68-5aaf63020642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.738402] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.738822] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.738925] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.739114] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.739300] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.741737] env[70480]: INFO nova.compute.manager [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Terminating instance [ 1088.784665] env[70480]: DEBUG nova.network.neutron [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updated VIF entry in instance network info cache for port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.785036] env[70480]: DEBUG nova.network.neutron [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updating instance_info_cache with network_info: [{"id": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "address": "fa:16:3e:fc:2c:17", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e03dd2c-9f", "ovs_interfaceid": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.858409] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723419, 'name': Rename_Task, 'duration_secs': 0.186505} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.858712] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.858977] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f47e8f9-af87-4efa-84a2-360ec729bc51 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.867308] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1088.867308] env[70480]: value = "task-3723422" [ 1088.867308] env[70480]: _type = "Task" [ 1088.867308] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.878278] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.930400] env[70480]: DEBUG nova.scheduler.client.report [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.970534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] Acquiring lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.970821] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] Acquired lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.971115] env[70480]: DEBUG nova.network.neutron [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.994358] env[70480]: DEBUG nova.objects.instance [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.020390] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723420, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.110652] env[70480]: DEBUG oslo_vmware.api [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.156981] env[70480]: DEBUG nova.compute.manager [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-vif-plugged-44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.156981] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.156981] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.156981] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.156981] env[70480]: DEBUG nova.compute.manager [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] No waiting events found dispatching network-vif-plugged-44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.156981] env[70480]: WARNING nova.compute.manager [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received unexpected event network-vif-plugged-44d4d9a7-a483-48db-9da7-983839cf76b9 for instance with vm_state active and task_state None. [ 1089.157606] env[70480]: DEBUG nova.compute.manager [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-changed-44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.157606] env[70480]: DEBUG nova.compute.manager [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing instance network info cache due to event network-changed-44d4d9a7-a483-48db-9da7-983839cf76b9. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.157606] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.157606] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.157747] env[70480]: DEBUG nova.network.neutron [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing network info cache for port 44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.177237] env[70480]: DEBUG oslo_vmware.api [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522efce9-d979-dc6b-9a68-5aaf63020642, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.177856] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.246051] env[70480]: DEBUG nova.compute.manager [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.246312] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.247254] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c0cc0b-a8a9-4c66-a350-fcad2a0efc73 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.256247] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.256749] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ecc8e5b-1613-411c-914a-a6275a554d77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.265658] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1089.265658] env[70480]: value = "task-3723423" [ 1089.265658] env[70480]: _type = "Task" [ 1089.265658] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.275461] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.288231] env[70480]: DEBUG oslo_concurrency.lockutils [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] Releasing lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.288525] env[70480]: DEBUG nova.compute.manager [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Received event network-changed-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.288701] env[70480]: DEBUG nova.compute.manager [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Refreshing instance network info cache due to event network-changed-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.288934] env[70480]: DEBUG oslo_concurrency.lockutils [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] Acquiring lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.289094] env[70480]: DEBUG oslo_concurrency.lockutils [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] Acquired lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.289277] env[70480]: DEBUG nova.network.neutron [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Refreshing network info cache for port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.381517] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.439160] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.442413] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.680s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.442735] env[70480]: DEBUG nova.objects.instance [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'resources' on Instance uuid 9802700b-571c-4a8e-827a-b2c59c2c2d4b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.465293] env[70480]: DEBUG nova.network.neutron [-] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.471923] env[70480]: INFO nova.scheduler.client.report [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted allocations for instance b1a5e0b7-b388-4632-98d6-c032acd69854 [ 1089.500780] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.501055] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.501310] env[70480]: DEBUG nova.network.neutron [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.501576] env[70480]: DEBUG nova.objects.instance [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'info_cache' on Instance uuid 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.528800] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723420, 'name': PowerOffVM_Task, 'duration_secs': 0.56114} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.528870] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.529149] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.529386] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-472beb7c-44a3-4163-8af9-9a3d78e3e1a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.609703] env[70480]: DEBUG oslo_vmware.api [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723421, 'name': ReconfigVM_Task, 'duration_secs': 1.021012} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.610520] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.610666] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Reconfigured VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.778356] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723423, 'name': PowerOffVM_Task, 'duration_secs': 0.264682} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.778616] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.778750] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.779118] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda7ab51-6c4d-4cb5-80e6-ccf4fda09eb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.825029] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.825278] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.825524] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Deleting the datastore file [datastore1] 2c214b86-ffdf-43a5-852e-536335e4bee7 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.825890] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4115006-f304-4c3e-83c8-81ba63efaf1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.836597] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for the task: (returnval){ [ 1089.836597] env[70480]: value = "task-3723426" [ 1089.836597] env[70480]: _type = "Task" [ 1089.836597] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.846411] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.855245] env[70480]: DEBUG nova.network.neutron [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Updating instance_info_cache with network_info: [{"id": "29649f08-4ce1-495d-a4f0-37ba665e196e", "address": "fa:16:3e:d8:3d:0f", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29649f08-4c", "ovs_interfaceid": "29649f08-4ce1-495d-a4f0-37ba665e196e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.867842] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.868295] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.868471] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore1] 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.868877] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6d68a7-d1b6-4dad-81b3-7fe37b3f35c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.888415] env[70480]: DEBUG oslo_vmware.api [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723422, 'name': PowerOnVM_Task, 'duration_secs': 0.729504} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.892428] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.892668] env[70480]: INFO nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1089.892847] env[70480]: DEBUG nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.893624] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1089.893624] env[70480]: value = "task-3723427" [ 1089.893624] env[70480]: _type = "Task" [ 1089.893624] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.894751] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223ff729-a14d-467d-8754-5063f62cd42c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.917029] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.969155] env[70480]: INFO nova.compute.manager [-] [instance: 7d9241cc-904e-4b62-a026-13b8939ada49] Took 1.34 seconds to deallocate network for instance. [ 1089.983340] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e21d8cb2-a65e-4674-af14-f2ab97efc787 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "b1a5e0b7-b388-4632-98d6-c032acd69854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.814s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.007658] env[70480]: DEBUG nova.objects.base [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Object Instance<411eb6be-d0c0-4020-a18b-bd56759abc5b> lazy-loaded attributes: flavor,info_cache {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.048393] env[70480]: DEBUG nova.network.neutron [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updated VIF entry in instance network info cache for port 44d4d9a7-a483-48db-9da7-983839cf76b9. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.048832] env[70480]: DEBUG nova.network.neutron [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d4d9a7-a483-48db-9da7-983839cf76b9", "address": "fa:16:3e:e2:f3:44", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d4d9a7-a4", "ovs_interfaceid": "44d4d9a7-a483-48db-9da7-983839cf76b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.073341] env[70480]: DEBUG nova.network.neutron [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updated VIF entry in instance network info cache for port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.073460] env[70480]: DEBUG nova.network.neutron [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updating instance_info_cache with network_info: [{"id": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "address": "fa:16:3e:fc:2c:17", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e03dd2c-9f", "ovs_interfaceid": "9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.117778] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-3eb0c237-5d0a-450c-9ea5-4191b94a7847-44d4d9a7-a483-48db-9da7-983839cf76b9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.920s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.325383] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdcd3a4-78d3-44c8-b86d-e280cd4ed0ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.332838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7e63a-e9b0-40e1-935b-210e706dcbe2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.348762] env[70480]: DEBUG oslo_vmware.api [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Task: {'id': task-3723426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296171} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.377997] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.378260] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.378459] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.378638] env[70480]: INFO nova.compute.manager [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1090.378893] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.379404] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] Releasing lock "refresh_cache-50860a27-6334-4e19-b7cf-940a38a02092" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.379629] env[70480]: DEBUG nova.compute.manager [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Inject network info {{(pid=70480) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1090.379881] env[70480]: DEBUG nova.compute.manager [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] network_info to inject: |[{"id": "29649f08-4ce1-495d-a4f0-37ba665e196e", "address": "fa:16:3e:d8:3d:0f", "network": {"id": "f2d40f40-04f7-45ab-a31a-3f29a60aa3d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1762132887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc8456e377fc47c89d25afae3c9c13a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29649f08-4c", "ovs_interfaceid": "29649f08-4ce1-495d-a4f0-37ba665e196e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1090.384791] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Reconfiguring VM instance to set the machine id {{(pid=70480) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1090.385419] env[70480]: DEBUG nova.compute.manager [-] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.385528] env[70480]: DEBUG nova.network.neutron [-] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.387708] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c790ae-dd64-4044-ad63-da861c222c99 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.399221] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd5335-a964-4b32-abe9-1db4b9b2d52b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.417242] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec0a2c4-5bb1-4b78-a954-4d4c3de63682 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.422548] env[70480]: DEBUG oslo_vmware.api [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] Waiting for the task: (returnval){ [ 1090.422548] env[70480]: value = "task-3723428" [ 1090.422548] env[70480]: _type = "Task" [ 1090.422548] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.430530] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.446879] env[70480]: INFO nova.compute.manager [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Took 23.81 seconds to build instance. [ 1090.448341] env[70480]: DEBUG nova.compute.provider_tree [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.461243] env[70480]: DEBUG oslo_vmware.api [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] Task: {'id': task-3723428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.552704] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dfbd236-5129-4323-a51f-cfc823f6d4a3 req-7fab6bce-f06f-424f-974d-fcc02bbf86f4 service nova] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.575848] env[70480]: DEBUG oslo_concurrency.lockutils [req-c1f4e6ec-60a6-4175-98f2-6e02eee57168 req-c8de4193-f204-41df-b7b8-edf864fe08d8 service nova] Releasing lock "refresh_cache-9f6449c5-0fd9-4b5a-bd85-4dba61489b63" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.762863] env[70480]: DEBUG nova.network.neutron [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating instance_info_cache with network_info: [{"id": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "address": "fa:16:3e:c3:fe:6a", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1f2366-7d", "ovs_interfaceid": "eb1f2366-7d07-4105-842e-a6fdd9deddbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.915939] env[70480]: DEBUG oslo_vmware.api [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.861898} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.917045] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.918045] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.918406] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.918716] env[70480]: INFO nova.compute.manager [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1090.919209] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.920150] env[70480]: DEBUG nova.compute.manager [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.920150] env[70480]: DEBUG nova.network.neutron [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.947520] env[70480]: DEBUG oslo_vmware.api [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] Task: {'id': task-3723428, 'name': ReconfigVM_Task, 'duration_secs': 0.213512} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.948083] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac30840-9194-45e4-bd5e-a3b70da74e74 tempest-ServersAdminTestJSON-1280648481 tempest-ServersAdminTestJSON-1280648481-project-admin] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Reconfigured VM instance to set the machine id {{(pid=70480) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1090.951049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-098b160d-6da3-4757-abeb-ace3966746c8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.323s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.956022] env[70480]: DEBUG nova.scheduler.client.report [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.997706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "7d9241cc-904e-4b62-a026-13b8939ada49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.004s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.267857] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "refresh_cache-411eb6be-d0c0-4020-a18b-bd56759abc5b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.461628] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.466464] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.288s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.507344] env[70480]: INFO nova.scheduler.client.report [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 9802700b-571c-4a8e-827a-b2c59c2c2d4b [ 1091.589310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.589310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.589310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.589310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.589310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.590149] env[70480]: INFO nova.compute.manager [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Terminating instance [ 1091.664397] env[70480]: DEBUG nova.network.neutron [-] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.015285] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "9802700b-571c-4a8e-827a-b2c59c2c2d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.970s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.042892] env[70480]: DEBUG nova.compute.manager [req-bbcef95d-aede-47e1-9523-988a7f01c8f2 req-a42468c1-c271-4c9f-99b0-d2b53c5fc644 service nova] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Received event network-vif-deleted-c9e47426-7c08-426d-8e6e-984af10cf91e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.062881] env[70480]: DEBUG nova.network.neutron [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.098036] env[70480]: DEBUG nova.compute.manager [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.098340] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.099700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a5a46-a0c8-4f49-8922-7d5fc79cb63b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.111695] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.114685] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e3d675-f1ce-4642-acc6-32d6718ca02d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.127303] env[70480]: DEBUG oslo_vmware.api [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1092.127303] env[70480]: value = "task-3723429" [ 1092.127303] env[70480]: _type = "Task" [ 1092.127303] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.147956] env[70480]: DEBUG oslo_vmware.api [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.168227] env[70480]: INFO nova.compute.manager [-] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Took 1.78 seconds to deallocate network for instance. [ 1092.278023] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.278023] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01652fa2-1387-4baa-a9a2-d7db504428b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.293126] env[70480]: DEBUG oslo_vmware.api [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1092.293126] env[70480]: value = "task-3723430" [ 1092.293126] env[70480]: _type = "Task" [ 1092.293126] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.310945] env[70480]: DEBUG oslo_vmware.api [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.393975] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f284b7d-c990-4031-b927-9007a5a94f80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.406802] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f53890-7214-4943-8c59-d096319577e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.445929] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420943f8-bb61-4fcf-b7b9-6e9cb0481492 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.457018] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c9a509-6a81-4eef-8675-d955863eefb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.476222] env[70480]: DEBUG nova.compute.provider_tree [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.565686] env[70480]: INFO nova.compute.manager [-] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Took 1.65 seconds to deallocate network for instance. [ 1092.641225] env[70480]: DEBUG oslo_vmware.api [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723429, 'name': PowerOffVM_Task, 'duration_secs': 0.359684} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.641225] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.641225] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.641225] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6513221f-e78f-4d57-9f16-6a07e4c23fae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.679184] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.721524] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.721666] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.721820] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleting the datastore file [datastore1] 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.722151] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feb1d8b0-25b8-430f-bc64-fa9c66bbdb44 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.730039] env[70480]: DEBUG oslo_vmware.api [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1092.730039] env[70480]: value = "task-3723432" [ 1092.730039] env[70480]: _type = "Task" [ 1092.730039] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.739478] env[70480]: DEBUG oslo_vmware.api [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.804591] env[70480]: DEBUG oslo_vmware.api [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.870402] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "168e4bb2-c0ef-4394-bacd-88d065991de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.870796] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.954244] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-3eb0c237-5d0a-450c-9ea5-4191b94a7847-44d4d9a7-a483-48db-9da7-983839cf76b9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.954643] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-3eb0c237-5d0a-450c-9ea5-4191b94a7847-44d4d9a7-a483-48db-9da7-983839cf76b9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.985075] env[70480]: DEBUG nova.scheduler.client.report [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.051606] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.051973] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.053952] env[70480]: INFO nova.compute.manager [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Rebooting instance [ 1093.075165] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.241221] env[70480]: DEBUG oslo_vmware.api [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322484} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.241537] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.241736] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.241947] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.242274] env[70480]: INFO nova.compute.manager [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.242564] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.242834] env[70480]: DEBUG nova.compute.manager [-] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.242901] env[70480]: DEBUG nova.network.neutron [-] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.306841] env[70480]: DEBUG oslo_vmware.api [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.375240] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.458162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.458408] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.459498] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c069af-b3c3-47da-bc9e-1d3ce06f97fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.480340] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba49989-d7d5-4894-a8ed-260261cba30b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.515992] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Reconfiguring VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1093.519590] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be9a7b2-3f75-4b99-9d2a-8590889cb1e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.534529] env[70480]: DEBUG nova.network.neutron [-] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.541687] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1093.541687] env[70480]: value = "task-3723433" [ 1093.541687] env[70480]: _type = "Task" [ 1093.541687] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.554825] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.572229] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.572470] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.572650] env[70480]: DEBUG nova.network.neutron [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.806466] env[70480]: DEBUG oslo_vmware.api [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723430, 'name': PowerOnVM_Task, 'duration_secs': 1.459768} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.807201] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.807201] env[70480]: DEBUG nova.compute.manager [None req-fd1e228a-94e5-4aa2-a056-6c3007796cb4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.807756] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5efad40-3fb3-4e5f-8023-0f63ddbca01b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.902045] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.980254] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "225cb638-c018-4a5d-b067-b785832dc8e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.980503] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "225cb638-c018-4a5d-b067-b785832dc8e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.018301] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.552s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.021574] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.342s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.021815] env[70480]: DEBUG nova.objects.instance [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lazy-loading 'resources' on Instance uuid 2c214b86-ffdf-43a5-852e-536335e4bee7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.038050] env[70480]: INFO nova.compute.manager [-] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Took 0.79 seconds to deallocate network for instance. [ 1094.055885] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.195840] env[70480]: DEBUG nova.compute.manager [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Received event network-vif-deleted-b539ad1f-811c-4832-90c6-3704a6709644 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.196109] env[70480]: DEBUG nova.compute.manager [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Received event network-changed-2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.196353] env[70480]: DEBUG nova.compute.manager [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Refreshing instance network info cache due to event network-changed-2ace8cc9-1119-485c-b7d9-304ac872843d. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.196588] env[70480]: DEBUG oslo_concurrency.lockutils [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] Acquiring lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.196777] env[70480]: DEBUG oslo_concurrency.lockutils [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] Acquired lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.196881] env[70480]: DEBUG nova.network.neutron [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Refreshing network info cache for port 2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.342471] env[70480]: DEBUG nova.network.neutron [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.483159] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.552534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.560176] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.603126] env[70480]: INFO nova.scheduler.client.report [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocation for migration 9ece4313-b40f-4217-be4b-834e82d65387 [ 1094.847576] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.939324] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c4f55-3b4c-4a1b-be65-8a634e3306b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.954212] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3437b35a-3819-42b4-bd7a-a54f5dc6d63c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.994189] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb6c67-3c8e-460f-bae8-5d05bd8c1a5c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.008420] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b527c-a030-4359-8c28-69f7a5d6902d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.015316] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.029141] env[70480]: DEBUG nova.compute.provider_tree [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.036923] env[70480]: DEBUG nova.network.neutron [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updated VIF entry in instance network info cache for port 2ace8cc9-1119-485c-b7d9-304ac872843d. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.037317] env[70480]: DEBUG nova.network.neutron [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updating instance_info_cache with network_info: [{"id": "2ace8cc9-1119-485c-b7d9-304ac872843d", "address": "fa:16:3e:c7:82:6e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ace8cc9-11", "ovs_interfaceid": "2ace8cc9-1119-485c-b7d9-304ac872843d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.058625] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.111545] env[70480]: DEBUG oslo_concurrency.lockutils [None req-45c98d82-6c4a-42e3-8e29-ed0f21f9269b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.410s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.294081] env[70480]: INFO nova.compute.manager [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Rebuilding instance [ 1095.341041] env[70480]: DEBUG nova.compute.manager [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.341882] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f4543-ff67-4a8d-b62e-f8f995ad7e3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.361137] env[70480]: DEBUG nova.compute.manager [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.362634] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea00213-98ef-4ce6-8ab8-fe32a40c5049 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.533460] env[70480]: DEBUG nova.scheduler.client.report [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.539866] env[70480]: DEBUG oslo_concurrency.lockutils [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] Releasing lock "refresh_cache-04cd7f2a-be7d-415e-b1e9-9334731d2d44" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.540145] env[70480]: DEBUG nova.compute.manager [req-97d6e954-e005-4ae9-be0c-4575da92407c req-dbaec93f-f8ae-4ddf-876e-20607a32f8b5 service nova] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Received event network-vif-deleted-fcc0c0d4-1282-4b45-9ed8-501484e56a46 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.557314] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.039325] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.042023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.967s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.043084] env[70480]: DEBUG nova.objects.instance [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'resources' on Instance uuid 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.059618] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.080358] env[70480]: INFO nova.scheduler.client.report [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Deleted allocations for instance 2c214b86-ffdf-43a5-852e-536335e4bee7 [ 1096.153593] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "b4424067-7e3e-43f1-84b0-6977e9667b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.154552] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.365845] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.366339] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ca005a-cb29-4861-bedc-dbcd6df23207 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.376179] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1096.376179] env[70480]: value = "task-3723434" [ 1096.376179] env[70480]: _type = "Task" [ 1096.376179] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.387684] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c66af-77c0-46c9-a33e-dc30d1f19b31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.392258] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.398080] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Doing hard reboot of VM {{(pid=70480) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1096.398446] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cec11c19-c30d-4fda-adef-a6f88132412c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.407144] env[70480]: DEBUG oslo_vmware.api [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1096.407144] env[70480]: value = "task-3723435" [ 1096.407144] env[70480]: _type = "Task" [ 1096.407144] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.417695] env[70480]: DEBUG oslo_vmware.api [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723435, 'name': ResetVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.559351] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.593025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-53db5fde-c669-4856-b206-ae58fe640c03 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Lock "2c214b86-ffdf-43a5-852e-536335e4bee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.626s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.657056] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.894665] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723434, 'name': PowerOffVM_Task, 'duration_secs': 0.481108} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.895110] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.895470] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.896371] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4623ca-8a6a-4245-8ef2-e7029958c609 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.908457] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.913390] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4775d616-db7c-4e57-b8be-987bd8d0fbcf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.925383] env[70480]: DEBUG oslo_vmware.api [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723435, 'name': ResetVM_Task, 'duration_secs': 0.106289} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.925383] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Did hard reboot of VM {{(pid=70480) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1096.925383] env[70480]: DEBUG nova.compute.manager [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.926557] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac043b-bced-48f0-a151-a0a06c4b62ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.959638] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37efa4-3118-4901-a918-9ffd2ad4f554 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.968344] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f474f54-74b3-4883-8f49-cf5b3ed93fdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.007326] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec3359-ab31-403e-b296-dcb3111f3397 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.010652] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.010901] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.011106] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleting the datastore file [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.011716] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9088efe8-47b4-49e4-8b5b-ab04aa146f20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.021080] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe781af-13a6-498a-b141-7d80f5ac1a60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.025621] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1097.025621] env[70480]: value = "task-3723437" [ 1097.025621] env[70480]: _type = "Task" [ 1097.025621] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.038056] env[70480]: DEBUG nova.compute.provider_tree [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.045784] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.059609] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.189023] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.245821] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "1ba0296a-a547-471a-a399-64ac4322e281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.246118] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.246777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "1ba0296a-a547-471a-a399-64ac4322e281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.246777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.246777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.249061] env[70480]: INFO nova.compute.manager [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Terminating instance [ 1097.446015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dc56b6af-a815-4158-b365-e0390a0aa6d3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.393s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.537848] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166492} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.538205] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.538466] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.538683] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.545271] env[70480]: DEBUG nova.scheduler.client.report [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.562201] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.754308] env[70480]: DEBUG nova.compute.manager [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.754616] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.755646] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f5394a-4055-4f28-b873-7dc79a77ad90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.764386] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.764570] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ccc78ae-7c23-4c58-b6c8-9bcde1b683b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.772789] env[70480]: DEBUG oslo_vmware.api [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1097.772789] env[70480]: value = "task-3723438" [ 1097.772789] env[70480]: _type = "Task" [ 1097.772789] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.784035] env[70480]: DEBUG oslo_vmware.api [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.936712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "b0406d37-5504-486b-a7e8-05773d3d7534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.936964] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.051044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.054684] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.153s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.056459] env[70480]: INFO nova.compute.claims [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.070410] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.086794] env[70480]: INFO nova.scheduler.client.report [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted allocations for instance 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c [ 1098.283980] env[70480]: DEBUG oslo_vmware.api [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723438, 'name': PowerOffVM_Task, 'duration_secs': 0.275324} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.284268] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.284448] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.284721] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c2ffccb-8ad2-4c6a-8844-f64471f5f92f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.356492] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.356734] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.356922] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore1] 1ba0296a-a547-471a-a399-64ac4322e281 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.357208] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b064ea-692d-4add-bc69-31b72625418d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.366461] env[70480]: DEBUG oslo_vmware.api [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1098.366461] env[70480]: value = "task-3723440" [ 1098.366461] env[70480]: _type = "Task" [ 1098.366461] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.376317] env[70480]: DEBUG oslo_vmware.api [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.442436] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.575746] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.591177] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.592082] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.592082] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.592082] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.592369] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.592563] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.592789] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.592947] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.593164] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.593415] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.593610] env[70480]: DEBUG nova.virt.hardware [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.597020] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d48c3da-424e-4f5c-be59-5e1fca776d62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.600617] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d5fd2e1c-54f8-4104-a144-22345286f2d6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "1ba6bf99-77e4-4e79-9e1d-e214ec3f442c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.862s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.610739] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6636a707-4966-42de-beac-4326717b59fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.629479] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:42:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b222a448-efce-4031-8625-19eb8aae9772', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.638734] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.639117] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.639793] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5695a6a-f22a-4d97-b777-064d690a0a05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.663093] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.663093] env[70480]: value = "task-3723441" [ 1098.663093] env[70480]: _type = "Task" [ 1098.663093] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.673453] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723441, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.878343] env[70480]: DEBUG oslo_vmware.api [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172978} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.878847] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.879180] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.879459] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.879745] env[70480]: INFO nova.compute.manager [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1098.880228] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.880831] env[70480]: DEBUG nova.compute.manager [-] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.881121] env[70480]: DEBUG nova.network.neutron [-] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.968124] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.075358] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.177498] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723441, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.269114] env[70480]: DEBUG nova.compute.manager [req-b902b318-02ba-46f4-b396-05e439506393 req-1a59b09c-c15e-49d8-901f-5494d95c5eae service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Received event network-vif-deleted-f45ac977-62b5-4826-968b-cd85e7e1fd74 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.269341] env[70480]: INFO nova.compute.manager [req-b902b318-02ba-46f4-b396-05e439506393 req-1a59b09c-c15e-49d8-901f-5494d95c5eae service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Neutron deleted interface f45ac977-62b5-4826-968b-cd85e7e1fd74; detaching it from the instance and deleting it from the info cache [ 1099.269608] env[70480]: DEBUG nova.network.neutron [req-b902b318-02ba-46f4-b396-05e439506393 req-1a59b09c-c15e-49d8-901f-5494d95c5eae service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.466279] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59376a7-b5c1-44ed-a0d6-5b5440dbcd79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.475437] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aefc78a-866c-42a9-9ca3-e3bc3bb6cb94 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.507292] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16097c6f-ffcc-4561-b8dc-8dc978882020 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.516828] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541f3ad-20d0-4d36-8a87-a5ab4c8ccb71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.534333] env[70480]: DEBUG nova.compute.provider_tree [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.571712] env[70480]: DEBUG oslo_vmware.api [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723433, 'name': ReconfigVM_Task, 'duration_secs': 5.930407} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.571986] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.572992] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Reconfigured VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1099.678449] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723441, 'name': CreateVM_Task, 'duration_secs': 0.551425} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.678896] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.680018] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.680104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.680475] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.680684] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70648bf8-d418-4341-aa7f-9cc0d8bef059 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.687363] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1099.687363] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be0ba6-5175-3f9e-b20d-ca5acd170776" [ 1099.687363] env[70480]: _type = "Task" [ 1099.687363] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.698288] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be0ba6-5175-3f9e-b20d-ca5acd170776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.747668] env[70480]: DEBUG nova.network.neutron [-] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.776008] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-453752c7-8b0a-491c-beb2-ffac6fed503b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.793080] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb28dbd-b4be-4cbc-be03-1dc8ad446655 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.839807] env[70480]: DEBUG nova.compute.manager [req-b902b318-02ba-46f4-b396-05e439506393 req-1a59b09c-c15e-49d8-901f-5494d95c5eae service nova] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Detach interface failed, port_id=f45ac977-62b5-4826-968b-cd85e7e1fd74, reason: Instance 1ba0296a-a547-471a-a399-64ac4322e281 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.040921] env[70480]: DEBUG nova.scheduler.client.report [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.202044] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be0ba6-5175-3f9e-b20d-ca5acd170776, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.202044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.202044] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.202044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.202044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.202044] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.202044] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d67a956b-7dde-41e5-9569-f0f947b9536e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.213111] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.213576] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.214509] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94afe8c3-f647-4cca-a8b7-600c1af954ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.222730] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1100.222730] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b76889-e8c7-edf6-1e09-d9dbc4562cbe" [ 1100.222730] env[70480]: _type = "Task" [ 1100.222730] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.233995] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b76889-e8c7-edf6-1e09-d9dbc4562cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.250797] env[70480]: INFO nova.compute.manager [-] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Took 1.37 seconds to deallocate network for instance. [ 1100.549144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.549144] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.550472] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.999s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.550835] env[70480]: DEBUG nova.objects.instance [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'resources' on Instance uuid 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.737015] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b76889-e8c7-edf6-1e09-d9dbc4562cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.737893] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaecb2a6-2d47-4fa1-8168-c73118db1beb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.745011] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1100.745011] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528f1623-7cac-ee53-3774-c0023587520f" [ 1100.745011] env[70480]: _type = "Task" [ 1100.745011] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.754582] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528f1623-7cac-ee53-3774-c0023587520f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.760817] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.893204] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "171dccad-477a-4a7e-a6e4-840675a8cd57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.893582] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.059109] env[70480]: DEBUG nova.compute.utils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.064966] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.065323] env[70480]: DEBUG nova.network.neutron [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.122798] env[70480]: DEBUG nova.policy [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3837ac6ef97f43178d2bde654c050a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af119ad120da49a79db6cb87e70e8124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.151816] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.152049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.152278] env[70480]: DEBUG nova.network.neutron [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.264219] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528f1623-7cac-ee53-3774-c0023587520f, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.264623] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.265157] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.265387] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fde0e40-d974-476d-8170-d67321b27263 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.277574] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1101.277574] env[70480]: value = "task-3723442" [ 1101.277574] env[70480]: _type = "Task" [ 1101.277574] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.288867] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.399127] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.484843] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c993e0e8-5b99-4129-b5ee-fef4a018132d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.494661] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69386cdc-f8d5-4070-808b-dcc620f9bce2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.537500] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed768fc6-a7bf-4b5b-b46e-af841762ff95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.549052] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347bcc2e-b536-42eb-ad8a-a651572fa349 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.570382] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.572858] env[70480]: DEBUG nova.compute.provider_tree [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.795355] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723442, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.925764] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.008864] env[70480]: DEBUG nova.network.neutron [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Successfully created port: 4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.082820] env[70480]: DEBUG nova.scheduler.client.report [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.143710] env[70480]: INFO nova.network.neutron [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Port 44d4d9a7-a483-48db-9da7-983839cf76b9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1102.143710] env[70480]: DEBUG nova.network.neutron [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.290905] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549125} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.291772] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.291772] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.291980] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b646d48-4010-407a-a916-82e50132afac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.300847] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1102.300847] env[70480]: value = "task-3723443" [ 1102.300847] env[70480]: _type = "Task" [ 1102.300847] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.312188] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.586242] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.590647] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.590959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.576s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.592596] env[70480]: INFO nova.compute.claims [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.627239] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.627504] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.627663] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.627842] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.633196] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.633474] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.634259] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.634259] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.634259] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.634259] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.634594] env[70480]: DEBUG nova.virt.hardware [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.635949] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560dfd9-699d-4460-81b1-ebde4e4da801 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.640195] env[70480]: INFO nova.scheduler.client.report [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleted allocations for instance 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94 [ 1102.646682] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.650065] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf39a7d-18a9-4fbc-9091-0ff16a80d958 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.660823] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f7c6b33-6211-483e-9548-46adadde62fe tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-3eb0c237-5d0a-450c-9ea5-4191b94a7847-44d4d9a7-a483-48db-9da7-983839cf76b9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.706s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.739906] env[70480]: DEBUG nova.compute.manager [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.739906] env[70480]: DEBUG nova.compute.manager [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing instance network info cache due to event network-changed-5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.739906] env[70480]: DEBUG oslo_concurrency.lockutils [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] Acquiring lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.739906] env[70480]: DEBUG oslo_concurrency.lockutils [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] Acquired lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.739906] env[70480]: DEBUG nova.network.neutron [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Refreshing network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.814096] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090171} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.814096] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.814096] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0d4aa-6dd9-4de3-813c-0fdb634ee90a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.838057] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.838634] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0daaf5d2-a429-4278-817a-95a349a345f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.859686] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1102.859686] env[70480]: value = "task-3723444" [ 1102.859686] env[70480]: _type = "Task" [ 1102.859686] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.869160] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.152812] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.566s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.372196] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723444, 'name': ReconfigVM_Task, 'duration_secs': 0.502375} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.372544] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.373226] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6f62a1a-b5d5-4516-9d4d-304323ae0d1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.380427] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1103.380427] env[70480]: value = "task-3723445" [ 1103.380427] env[70480]: _type = "Task" [ 1103.380427] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.391613] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723445, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.539766] env[70480]: DEBUG nova.network.neutron [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updated VIF entry in instance network info cache for port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.540220] env[70480]: DEBUG nova.network.neutron [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [{"id": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "address": "fa:16:3e:53:43:cd", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5946a82a-2c", "ovs_interfaceid": "5946a82a-2c53-4a49-b52c-f4bc7b7a310f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.738277] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-d32eb92e-4ee0-441a-ac89-717474130cf7-44d4d9a7-a483-48db-9da7-983839cf76b9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.738676] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-d32eb92e-4ee0-441a-ac89-717474130cf7-44d4d9a7-a483-48db-9da7-983839cf76b9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.739525] env[70480]: DEBUG nova.objects.instance [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'flavor' on Instance uuid d32eb92e-4ee0-441a-ac89-717474130cf7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.806861] env[70480]: DEBUG nova.network.neutron [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Successfully updated port: 4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.891396] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723445, 'name': Rename_Task, 'duration_secs': 0.188993} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.895583] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.900904] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b983ef1-f247-4e96-9c2c-c717bcf6504b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.906598] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1103.906598] env[70480]: value = "task-3723446" [ 1103.906598] env[70480]: _type = "Task" [ 1103.906598] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.918448] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.975132] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cecd10d-04ec-4bfc-ab4c-81eadd8abf13 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.983778] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46085d42-7fbe-472e-b958-558ed3713dd0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.015596] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eebbcd-f65f-4cf5-8555-7b93d585ca1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.024034] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260db639-87e5-4c2c-9d02-881e6cbd1638 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.040509] env[70480]: DEBUG nova.compute.provider_tree [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.042736] env[70480]: DEBUG oslo_concurrency.lockutils [req-4a7a2d7d-421b-4d48-ba16-bbd8f29862dd req-c1f74194-7ec1-444a-8b4f-ce9a1fd4e853 service nova] Releasing lock "refresh_cache-3eb0c237-5d0a-450c-9ea5-4191b94a7847" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.309115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-168e4bb2-c0ef-4394-bacd-88d065991de6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.309262] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-168e4bb2-c0ef-4394-bacd-88d065991de6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.309461] env[70480]: DEBUG nova.network.neutron [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.342131] env[70480]: DEBUG nova.objects.instance [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'pci_requests' on Instance uuid d32eb92e-4ee0-441a-ac89-717474130cf7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.401720] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "81640b4a-3c62-4328-8b22-57ddf021c132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.402047] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "81640b4a-3c62-4328-8b22-57ddf021c132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.402303] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "81640b4a-3c62-4328-8b22-57ddf021c132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.402506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "81640b4a-3c62-4328-8b22-57ddf021c132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.402687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "81640b4a-3c62-4328-8b22-57ddf021c132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.405504] env[70480]: INFO nova.compute.manager [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Terminating instance [ 1104.419230] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.544240] env[70480]: DEBUG nova.scheduler.client.report [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.844050] env[70480]: DEBUG nova.network.neutron [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.846811] env[70480]: DEBUG nova.objects.base [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.847023] env[70480]: DEBUG nova.network.neutron [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.916762] env[70480]: DEBUG nova.compute.manager [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.916762] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.916762] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e2f10-ed77-4674-a115-2b77f82530ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.930289] env[70480]: DEBUG oslo_vmware.api [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723446, 'name': PowerOnVM_Task, 'duration_secs': 0.558971} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.930637] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.930916] env[70480]: DEBUG nova.compute.manager [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.931895] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb4ec8-5e3f-42ac-81b6-dfaa3bba2a06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.937994] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.939108] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb5c4f35-936d-43be-8fe4-20f172e4065e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.948854] env[70480]: DEBUG nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.949107] env[70480]: DEBUG nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing instance network info cache due to event network-changed-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.949424] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.949537] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.949745] env[70480]: DEBUG nova.network.neutron [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.953735] env[70480]: DEBUG nova.policy [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30583dc3610a445c9e600c2c187c3342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faae7ff97768410dbc371412d5cf2df7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.959819] env[70480]: DEBUG oslo_vmware.api [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1104.959819] env[70480]: value = "task-3723447" [ 1104.959819] env[70480]: _type = "Task" [ 1104.959819] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.971592] env[70480]: DEBUG oslo_vmware.api [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.014742] env[70480]: DEBUG nova.network.neutron [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Updating instance_info_cache with network_info: [{"id": "4182b0e7-a5df-4c83-854a-7e4e4b538d28", "address": "fa:16:3e:0e:d6:30", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4182b0e7-a5", "ovs_interfaceid": "4182b0e7-a5df-4c83-854a-7e4e4b538d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.048970] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.049639] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.052786] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.864s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.054356] env[70480]: INFO nova.compute.claims [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.470557] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.477295] env[70480]: DEBUG oslo_vmware.api [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723447, 'name': PowerOffVM_Task, 'duration_secs': 0.315174} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.477634] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.477876] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.478209] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ae3daa1-0598-4908-b2df-a53629fa7d03 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.517819] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-168e4bb2-c0ef-4394-bacd-88d065991de6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.518179] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Instance network_info: |[{"id": "4182b0e7-a5df-4c83-854a-7e4e4b538d28", "address": "fa:16:3e:0e:d6:30", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4182b0e7-a5", "ovs_interfaceid": "4182b0e7-a5df-4c83-854a-7e4e4b538d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.518666] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:d6:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4182b0e7-a5df-4c83-854a-7e4e4b538d28', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.527281] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.527547] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.527816] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-783a152c-19de-4a5a-9100-2a0d3ac5e207 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.551465] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.551465] env[70480]: value = "task-3723449" [ 1105.551465] env[70480]: _type = "Task" [ 1105.551465] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.552981] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.553304] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.553546] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleting the datastore file [datastore1] 81640b4a-3c62-4328-8b22-57ddf021c132 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.556927] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a788ed3f-07a2-4468-8baa-6f79253cbcdc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.562247] env[70480]: DEBUG nova.compute.utils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.563929] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.564127] env[70480]: DEBUG nova.network.neutron [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.573118] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723449, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.575863] env[70480]: DEBUG oslo_vmware.api [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for the task: (returnval){ [ 1105.575863] env[70480]: value = "task-3723450" [ 1105.575863] env[70480]: _type = "Task" [ 1105.575863] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.588360] env[70480]: DEBUG oslo_vmware.api [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.641658] env[70480]: DEBUG nova.policy [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.806210] env[70480]: DEBUG nova.network.neutron [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updated VIF entry in instance network info cache for port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.806588] env[70480]: DEBUG nova.network.neutron [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.017779] env[70480]: DEBUG nova.network.neutron [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Successfully created port: fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.063780] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723449, 'name': CreateVM_Task, 'duration_secs': 0.363454} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.064009] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.064819] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.065187] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.065531] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.065836] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c075ad4f-b46d-4b93-a8f3-50d9086b321d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.071807] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1106.071807] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f25f42-b0d8-db4a-69a4-d7eec0e3a9c2" [ 1106.071807] env[70480]: _type = "Task" [ 1106.071807] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.078729] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.090645] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f25f42-b0d8-db4a-69a4-d7eec0e3a9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.091425] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.091735] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.091990] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.092182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.092370] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.092767] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e1a98c6-df79-4306-a10f-32e0984c79ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.098507] env[70480]: DEBUG oslo_vmware.api [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Task: {'id': task-3723450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203625} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.099245] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.099481] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.099722] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.100016] env[70480]: INFO nova.compute.manager [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1106.100307] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.100513] env[70480]: DEBUG nova.compute.manager [-] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.101328] env[70480]: DEBUG nova.network.neutron [-] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.107231] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.107390] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.108187] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244bbf2d-ede8-461c-8283-e4f399a30f82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.120030] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1106.120030] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520c47ea-c1bb-7229-b949-e0f25e7e113c" [ 1106.120030] env[70480]: _type = "Task" [ 1106.120030] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.129577] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520c47ea-c1bb-7229-b949-e0f25e7e113c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.309009] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.309335] env[70480]: DEBUG nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Received event network-vif-plugged-4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.309532] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Acquiring lock "168e4bb2-c0ef-4394-bacd-88d065991de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.309734] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.309891] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.310721] env[70480]: DEBUG nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] No waiting events found dispatching network-vif-plugged-4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.310721] env[70480]: WARNING nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Received unexpected event network-vif-plugged-4182b0e7-a5df-4c83-854a-7e4e4b538d28 for instance with vm_state building and task_state spawning. [ 1106.310721] env[70480]: DEBUG nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Received event network-changed-4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.310721] env[70480]: DEBUG nova.compute.manager [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Refreshing instance network info cache due to event network-changed-4182b0e7-a5df-4c83-854a-7e4e4b538d28. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.311191] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Acquiring lock "refresh_cache-168e4bb2-c0ef-4394-bacd-88d065991de6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.311191] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Acquired lock "refresh_cache-168e4bb2-c0ef-4394-bacd-88d065991de6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.311191] env[70480]: DEBUG nova.network.neutron [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Refreshing network info cache for port 4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.441901] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029dbe52-ea34-46f7-8199-891f99442111 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.456185] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa519187-4203-4fbb-ab33-a065328b5739 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.500051] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06245fd-7702-4481-aaf2-1cc303c85f84 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.506531] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbe2c0-35df-410d-bdf4-18192773ba9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.522502] env[70480]: DEBUG nova.compute.provider_tree [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.629746] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520c47ea-c1bb-7229-b949-e0f25e7e113c, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.630858] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201b188a-0fb4-481b-b7ea-6ed5f092be43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.637148] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1106.637148] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231ffbd-76fb-8504-be03-b75d39e060cb" [ 1106.637148] env[70480]: _type = "Task" [ 1106.637148] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.646553] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231ffbd-76fb-8504-be03-b75d39e060cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.662740] env[70480]: DEBUG nova.network.neutron [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Successfully updated port: 44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.952311] env[70480]: INFO nova.compute.manager [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Rebuilding instance [ 1107.001163] env[70480]: DEBUG nova.network.neutron [-] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.012377] env[70480]: DEBUG nova.compute.manager [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.014705] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5609ca-f473-47d4-953c-2fc5276d48d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.023871] env[70480]: DEBUG nova.compute.manager [req-b0e5e812-9964-4914-bea2-6924e9cab90d req-cb04c0c3-ac58-4cfe-a3cf-252cee8e4ff4 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-vif-plugged-44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.024386] env[70480]: DEBUG oslo_concurrency.lockutils [req-b0e5e812-9964-4914-bea2-6924e9cab90d req-cb04c0c3-ac58-4cfe-a3cf-252cee8e4ff4 service nova] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.024584] env[70480]: DEBUG oslo_concurrency.lockutils [req-b0e5e812-9964-4914-bea2-6924e9cab90d req-cb04c0c3-ac58-4cfe-a3cf-252cee8e4ff4 service nova] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.024870] env[70480]: DEBUG oslo_concurrency.lockutils [req-b0e5e812-9964-4914-bea2-6924e9cab90d req-cb04c0c3-ac58-4cfe-a3cf-252cee8e4ff4 service nova] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.025165] env[70480]: DEBUG nova.compute.manager [req-b0e5e812-9964-4914-bea2-6924e9cab90d req-cb04c0c3-ac58-4cfe-a3cf-252cee8e4ff4 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] No waiting events found dispatching network-vif-plugged-44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.025438] env[70480]: WARNING nova.compute.manager [req-b0e5e812-9964-4914-bea2-6924e9cab90d req-cb04c0c3-ac58-4cfe-a3cf-252cee8e4ff4 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received unexpected event network-vif-plugged-44d4d9a7-a483-48db-9da7-983839cf76b9 for instance with vm_state active and task_state None. [ 1107.029647] env[70480]: DEBUG nova.scheduler.client.report [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.089703] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.115628] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.115904] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.116091] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.116290] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.116452] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.116600] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.116832] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.116996] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.117570] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.117570] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.117956] env[70480]: DEBUG nova.virt.hardware [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.118628] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e605d4f-d96a-47cd-8562-48d3dddff544 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.127981] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb85e64-1347-40d7-b564-e03cb78779c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.133247] env[70480]: DEBUG nova.network.neutron [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Updated VIF entry in instance network info cache for port 4182b0e7-a5df-4c83-854a-7e4e4b538d28. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.133617] env[70480]: DEBUG nova.network.neutron [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Updating instance_info_cache with network_info: [{"id": "4182b0e7-a5df-4c83-854a-7e4e4b538d28", "address": "fa:16:3e:0e:d6:30", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4182b0e7-a5", "ovs_interfaceid": "4182b0e7-a5df-4c83-854a-7e4e4b538d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.157378] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5231ffbd-76fb-8504-be03-b75d39e060cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.157697] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.157991] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 168e4bb2-c0ef-4394-bacd-88d065991de6/168e4bb2-c0ef-4394-bacd-88d065991de6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.158331] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6efeff4-4cde-4855-8039-fd78a71fbc25 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.169506] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1107.169506] env[70480]: value = "task-3723451" [ 1107.169506] env[70480]: _type = "Task" [ 1107.169506] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.169506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.169506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.169506] env[70480]: DEBUG nova.network.neutron [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.182381] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.203208] env[70480]: DEBUG nova.compute.manager [req-3c486b75-1928-4f7b-a5f0-00c577f76019 req-bd259231-470f-44b2-b537-5f390da2c120 service nova] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Received event network-vif-deleted-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.505171] env[70480]: INFO nova.compute.manager [-] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Took 1.40 seconds to deallocate network for instance. [ 1107.540491] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.540770] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.545112] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.577s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.547367] env[70480]: INFO nova.compute.claims [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.637024] env[70480]: DEBUG oslo_concurrency.lockutils [req-30a22601-12e0-4738-8f78-c498478abdd6 req-74c8e472-946a-4d7d-9e11-aa5724e348e2 service nova] Releasing lock "refresh_cache-168e4bb2-c0ef-4394-bacd-88d065991de6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.683909] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.718307] env[70480]: DEBUG nova.network.neutron [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Successfully updated port: fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.750604] env[70480]: WARNING nova.network.neutron [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] 0e27922c-87b6-43ad-b791-bb5914320352 already exists in list: networks containing: ['0e27922c-87b6-43ad-b791-bb5914320352']. ignoring it [ 1108.013245] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.046256] env[70480]: DEBUG nova.compute.utils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.047765] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.048018] env[70480]: DEBUG nova.network.neutron [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.055951] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.057822] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491911e3-c005-4d44-9802-435347681e2a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.067974] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1108.067974] env[70480]: value = "task-3723452" [ 1108.067974] env[70480]: _type = "Task" [ 1108.067974] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.082786] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.114982] env[70480]: DEBUG nova.policy [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2ab9e7ce8054a2487a059ebb35bb9a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6e6724363f42debe3d89b9443cd041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.183957] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629786} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.184295] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 168e4bb2-c0ef-4394-bacd-88d065991de6/168e4bb2-c0ef-4394-bacd-88d065991de6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.184598] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.184865] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e24592-5e95-46aa-a22f-740fb2508ee5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.197117] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1108.197117] env[70480]: value = "task-3723453" [ 1108.197117] env[70480]: _type = "Task" [ 1108.197117] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.217247] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.223782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-225cb638-c018-4a5d-b067-b785832dc8e7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.223782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-225cb638-c018-4a5d-b067-b785832dc8e7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.223782] env[70480]: DEBUG nova.network.neutron [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.235083] env[70480]: DEBUG nova.network.neutron [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d4d9a7-a483-48db-9da7-983839cf76b9", "address": "fa:16:3e:e2:f3:44", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d4d9a7-a4", "ovs_interfaceid": "44d4d9a7-a483-48db-9da7-983839cf76b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.478295] env[70480]: DEBUG nova.network.neutron [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Successfully created port: d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.554987] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.580541] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723452, 'name': PowerOffVM_Task, 'duration_secs': 0.316268} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.581107] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.581246] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.582562] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916d2856-abc6-4768-925a-2186c4bf04eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.595486] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.595865] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f866b29-5f17-42f2-a682-50f904bf758b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.681819] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.681819] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.681819] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleting the datastore file [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.682042] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50fb3060-b0b8-4dff-a714-9abdbef7711b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.692648] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1108.692648] env[70480]: value = "task-3723455" [ 1108.692648] env[70480]: _type = "Task" [ 1108.692648] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.702391] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.714551] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087052} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.714868] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.715794] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f9dfb-6121-42d8-9851-4dc2b70ff20d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.740485] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 168e4bb2-c0ef-4394-bacd-88d065991de6/168e4bb2-c0ef-4394-bacd-88d065991de6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.744128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.744763] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.744920] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.745184] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03cc4f10-60f3-45cd-84fd-37c3f798b2d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.760871] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66c7921-66b0-436a-9533-dcc400cc1f84 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.781958] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.782238] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.782392] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.782636] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.782738] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.782914] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.783149] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.783311] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.783481] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.783677] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.783863] env[70480]: DEBUG nova.virt.hardware [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.791238] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Reconfiguring VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1108.796173] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4691e1bd-1cb4-4133-9833-0a1fa15b0d82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.810851] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1108.810851] env[70480]: value = "task-3723456" [ 1108.810851] env[70480]: _type = "Task" [ 1108.810851] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.811151] env[70480]: DEBUG nova.network.neutron [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.820156] env[70480]: DEBUG oslo_vmware.api [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1108.820156] env[70480]: value = "task-3723457" [ 1108.820156] env[70480]: _type = "Task" [ 1108.820156] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.829538] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.835998] env[70480]: DEBUG oslo_vmware.api [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723457, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.005139] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340ad1fb-2104-4616-b2db-15fdc7f03529 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.014794] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98742aff-30b5-4f7f-aab0-fcddca927b2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.049890] env[70480]: DEBUG nova.network.neutron [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Updating instance_info_cache with network_info: [{"id": "fe81b809-4e0c-41de-a537-eaada43be1ce", "address": "fa:16:3e:e1:2a:97", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe81b809-4e", "ovs_interfaceid": "fe81b809-4e0c-41de-a537-eaada43be1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.052232] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12226f07-82e5-47b4-9827-20e5a121efa6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.066429] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b65342-1ef8-4952-85a6-4c052ec5b23d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.085657] env[70480]: DEBUG nova.compute.provider_tree [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.165300] env[70480]: DEBUG nova.compute.manager [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-changed-44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.165538] env[70480]: DEBUG nova.compute.manager [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing instance network info cache due to event network-changed-44d4d9a7-a483-48db-9da7-983839cf76b9. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.165794] env[70480]: DEBUG oslo_concurrency.lockutils [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.165954] env[70480]: DEBUG oslo_concurrency.lockutils [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.166148] env[70480]: DEBUG nova.network.neutron [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Refreshing network info cache for port 44d4d9a7-a483-48db-9da7-983839cf76b9 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.178042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.178042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.203276] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358905} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.203465] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.203707] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.203915] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.323353] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723456, 'name': ReconfigVM_Task, 'duration_secs': 0.478192} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.327175] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 168e4bb2-c0ef-4394-bacd-88d065991de6/168e4bb2-c0ef-4394-bacd-88d065991de6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.328011] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbfa761f-d01b-4379-a7f8-f4df132d8551 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.336316] env[70480]: DEBUG oslo_vmware.api [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.338136] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1109.338136] env[70480]: value = "task-3723458" [ 1109.338136] env[70480]: _type = "Task" [ 1109.338136] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.348380] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723458, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.358516] env[70480]: DEBUG nova.compute.manager [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Received event network-vif-plugged-fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.358953] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] Acquiring lock "225cb638-c018-4a5d-b067-b785832dc8e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.359286] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] Lock "225cb638-c018-4a5d-b067-b785832dc8e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.359474] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] Lock "225cb638-c018-4a5d-b067-b785832dc8e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.359641] env[70480]: DEBUG nova.compute.manager [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] No waiting events found dispatching network-vif-plugged-fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.359813] env[70480]: WARNING nova.compute.manager [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Received unexpected event network-vif-plugged-fe81b809-4e0c-41de-a537-eaada43be1ce for instance with vm_state building and task_state spawning. [ 1109.359973] env[70480]: DEBUG nova.compute.manager [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Received event network-changed-fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.360143] env[70480]: DEBUG nova.compute.manager [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Refreshing instance network info cache due to event network-changed-fe81b809-4e0c-41de-a537-eaada43be1ce. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.360315] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] Acquiring lock "refresh_cache-225cb638-c018-4a5d-b067-b785832dc8e7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.557597] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-225cb638-c018-4a5d-b067-b785832dc8e7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.558048] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Instance network_info: |[{"id": "fe81b809-4e0c-41de-a537-eaada43be1ce", "address": "fa:16:3e:e1:2a:97", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe81b809-4e", "ovs_interfaceid": "fe81b809-4e0c-41de-a537-eaada43be1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.558601] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] Acquired lock "refresh_cache-225cb638-c018-4a5d-b067-b785832dc8e7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.558829] env[70480]: DEBUG nova.network.neutron [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Refreshing network info cache for port fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.560360] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:2a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe81b809-4e0c-41de-a537-eaada43be1ce', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.571470] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.576283] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.577844] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.581800] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590928c0-e692-475f-8b4d-eb501c16cfc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.604093] env[70480]: DEBUG nova.scheduler.client.report [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.614331] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.614861] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.614861] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.614982] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.615154] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.615286] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.615551] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.615781] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.615882] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.616064] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.616230] env[70480]: DEBUG nova.virt.hardware [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.617567] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e6a74-33b0-4828-b119-816a3f1c9296 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.622851] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.622851] env[70480]: value = "task-3723459" [ 1109.622851] env[70480]: _type = "Task" [ 1109.622851] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.631622] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea6c047-7c8a-4c39-b4e3-78b1ab7d034c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.643074] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723459, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.681434] env[70480]: INFO nova.compute.manager [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Detaching volume ca0bf615-46b9-4b0d-a32b-7427167555cb [ 1109.730263] env[70480]: INFO nova.virt.block_device [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Attempting to driver detach volume ca0bf615-46b9-4b0d-a32b-7427167555cb from mountpoint /dev/sdb [ 1109.730483] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.730675] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741402', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'name': 'volume-ca0bf615-46b9-4b0d-a32b-7427167555cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08366acb-d8ab-47ad-9848-03b29692fb12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'serial': 'ca0bf615-46b9-4b0d-a32b-7427167555cb'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.731697] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e623299-0446-452c-b4e3-7d8fa6fac023 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.759754] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e744ff3-9c0e-4c13-b546-867b13c9a05f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.771865] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb469d79-b83e-47a8-891c-b2f48eb64c5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.799010] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b93d6c-dd51-46ff-80d4-56b12be0d10a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.817049] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca0bf615-46b9-4b0d-a32b-7427167555cb/volume-ca0bf615-46b9-4b0d-a32b-7427167555cb.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.823173] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.823357] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3124dc99-05d9-4049-9be0-dfcfdfc6e599 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.847821] env[70480]: DEBUG oslo_vmware.api [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1109.847821] env[70480]: value = "task-3723460" [ 1109.847821] env[70480]: _type = "Task" [ 1109.847821] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.851724] env[70480]: DEBUG oslo_vmware.api [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723457, 'name': ReconfigVM_Task, 'duration_secs': 0.740262} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.858020] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.858119] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Reconfigured VM to attach interface {{(pid=70480) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1109.860690] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723458, 'name': Rename_Task, 'duration_secs': 0.163609} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.863649] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.864355] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738260df-c5fa-498c-96d7-4f6fa7faf639 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.870856] env[70480]: DEBUG oslo_vmware.api [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.876023] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1109.876023] env[70480]: value = "task-3723461" [ 1109.876023] env[70480]: _type = "Task" [ 1109.876023] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.883213] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.009127] env[70480]: DEBUG nova.network.neutron [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Updated VIF entry in instance network info cache for port fe81b809-4e0c-41de-a537-eaada43be1ce. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.009627] env[70480]: DEBUG nova.network.neutron [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Updating instance_info_cache with network_info: [{"id": "fe81b809-4e0c-41de-a537-eaada43be1ce", "address": "fa:16:3e:e1:2a:97", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe81b809-4e", "ovs_interfaceid": "fe81b809-4e0c-41de-a537-eaada43be1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.018491] env[70480]: DEBUG nova.network.neutron [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updated VIF entry in instance network info cache for port 44d4d9a7-a483-48db-9da7-983839cf76b9. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.018989] env[70480]: DEBUG nova.network.neutron [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d4d9a7-a483-48db-9da7-983839cf76b9", "address": "fa:16:3e:e2:f3:44", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d4d9a7-a4", "ovs_interfaceid": "44d4d9a7-a483-48db-9da7-983839cf76b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.110384] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.110950] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.114338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.353s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.118021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.118021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.192s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.119063] env[70480]: INFO nova.compute.claims [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.135700] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723459, 'name': CreateVM_Task, 'duration_secs': 0.470762} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.135910] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.136602] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.136816] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.137170] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.137448] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06f3674-e0f8-40fc-9706-89f202e29826 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.143500] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1110.143500] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521eda44-5254-8f53-5034-8bda9bfd9969" [ 1110.143500] env[70480]: _type = "Task" [ 1110.143500] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.149774] env[70480]: INFO nova.scheduler.client.report [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocations for instance 1ba0296a-a547-471a-a399-64ac4322e281 [ 1110.154918] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521eda44-5254-8f53-5034-8bda9bfd9969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.157978] env[70480]: DEBUG nova.network.neutron [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Successfully updated port: d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.243724] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.244080] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.244263] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.244483] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.244691] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.244860] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.245232] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.245448] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.245669] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.245881] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.246095] env[70480]: DEBUG nova.virt.hardware [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.247508] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c2964-7788-4a5f-8a75-afa0d3bb5829 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.258837] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6996ea8-c996-49a3-91da-4d700ca7088d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.275561] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:42:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b222a448-efce-4031-8625-19eb8aae9772', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.284213] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.285013] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.285259] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d638f7-eb70-4448-8850-c9fd41b329c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.306319] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.306319] env[70480]: value = "task-3723462" [ 1110.306319] env[70480]: _type = "Task" [ 1110.306319] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.315715] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723462, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.361133] env[70480]: DEBUG oslo_vmware.api [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723460, 'name': ReconfigVM_Task, 'duration_secs': 0.27965} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.362297] env[70480]: DEBUG oslo_concurrency.lockutils [None req-38e6f4e5-2141-4fce-a55a-83b1de32719f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-d32eb92e-4ee0-441a-ac89-717474130cf7-44d4d9a7-a483-48db-9da7-983839cf76b9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.624s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.363551] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.368579] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8199452-20e9-4ac1-a8a0-0a60e381751f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.391818] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.393437] env[70480]: DEBUG oslo_vmware.api [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1110.393437] env[70480]: value = "task-3723463" [ 1110.393437] env[70480]: _type = "Task" [ 1110.393437] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.512451] env[70480]: DEBUG oslo_concurrency.lockutils [req-4d07e136-87d6-4e9b-9cda-f9ca7ca6fd78 req-d7d04b2c-3f6a-4da6-8a59-dd1530a1b588 service nova] Releasing lock "refresh_cache-225cb638-c018-4a5d-b067-b785832dc8e7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.522577] env[70480]: DEBUG oslo_concurrency.lockutils [req-50b5f8e2-f8f6-4d02-85e2-af3a8f8291b9 req-bd6b1d1e-f334-45fb-8646-bcb689d6d31c service nova] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.624465] env[70480]: DEBUG nova.compute.utils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.627706] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.627886] env[70480]: DEBUG nova.network.neutron [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.657717] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521eda44-5254-8f53-5034-8bda9bfd9969, 'name': SearchDatastore_Task, 'duration_secs': 0.02664} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.658119] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.658260] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.658501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.658645] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.658828] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.659136] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d0f6d2e-170a-40a1-9edc-d62ebd178a47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.663885] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.664429] env[70480]: DEBUG nova.network.neutron [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.666610] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205573aa-dc54-40f6-ab2d-4c99dcc42127 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "1ba0296a-a547-471a-a399-64ac4322e281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.420s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.676542] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.676760] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.677583] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180ac00b-5030-4856-92c2-7cad1847e1de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.682720] env[70480]: DEBUG nova.policy [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e679b2a3c94788886db0cc59ed7cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88264c71920f49dd86927fac7ded14f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.687215] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1110.687215] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52436102-0538-4b26-8488-05208867d91e" [ 1110.687215] env[70480]: _type = "Task" [ 1110.687215] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.697167] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52436102-0538-4b26-8488-05208867d91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.816868] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723462, 'name': CreateVM_Task, 'duration_secs': 0.489581} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.817098] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.818473] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.818473] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.818473] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.818880] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989ab2cb-b126-40b9-a27c-4d8687347945 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.825012] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1110.825012] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261e8cc-3c7f-4e93-e04e-6deb49c3efd4" [ 1110.825012] env[70480]: _type = "Task" [ 1110.825012] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.835953] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261e8cc-3c7f-4e93-e04e-6deb49c3efd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.891655] env[70480]: DEBUG oslo_vmware.api [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723461, 'name': PowerOnVM_Task, 'duration_secs': 0.572536} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.891819] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.891964] env[70480]: INFO nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1110.896044] env[70480]: DEBUG nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.897101] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b4dd10-008a-4ebd-94b0-a58158122505 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.916683] env[70480]: DEBUG oslo_vmware.api [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723463, 'name': ReconfigVM_Task, 'duration_secs': 0.192349} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.917686] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741402', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'name': 'volume-ca0bf615-46b9-4b0d-a32b-7427167555cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08366acb-d8ab-47ad-9848-03b29692fb12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca0bf615-46b9-4b0d-a32b-7427167555cb', 'serial': 'ca0bf615-46b9-4b0d-a32b-7427167555cb'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.940617] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.940948] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.941147] env[70480]: INFO nova.compute.manager [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Shelving [ 1111.016131] env[70480]: DEBUG nova.network.neutron [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Successfully created port: 51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.135556] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.197720] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52436102-0538-4b26-8488-05208867d91e, 'name': SearchDatastore_Task, 'duration_secs': 0.021849} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.198608] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01dc056-9931-4cee-85a3-c509c5f5db79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.208041] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1111.208041] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe49cf-7406-78a2-94be-2e590e9f4753" [ 1111.208041] env[70480]: _type = "Task" [ 1111.208041] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.212384] env[70480]: DEBUG nova.network.neutron [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.218503] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe49cf-7406-78a2-94be-2e590e9f4753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.336272] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5261e8cc-3c7f-4e93-e04e-6deb49c3efd4, 'name': SearchDatastore_Task, 'duration_secs': 0.016086} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.339034] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.339289] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.339497] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.392179] env[70480]: DEBUG nova.compute.manager [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Received event network-vif-plugged-d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.392179] env[70480]: DEBUG oslo_concurrency.lockutils [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] Acquiring lock "b4424067-7e3e-43f1-84b0-6977e9667b69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.392179] env[70480]: DEBUG oslo_concurrency.lockutils [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.392179] env[70480]: DEBUG oslo_concurrency.lockutils [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.392179] env[70480]: DEBUG nova.compute.manager [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] No waiting events found dispatching network-vif-plugged-d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.392179] env[70480]: WARNING nova.compute.manager [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Received unexpected event network-vif-plugged-d69d94bb-5a00-4dee-9156-ede214e98408 for instance with vm_state building and task_state spawning. [ 1111.392179] env[70480]: DEBUG nova.compute.manager [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Received event network-changed-d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.392179] env[70480]: DEBUG nova.compute.manager [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Refreshing instance network info cache due to event network-changed-d69d94bb-5a00-4dee-9156-ede214e98408. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.392179] env[70480]: DEBUG oslo_concurrency.lockutils [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] Acquiring lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.426033] env[70480]: DEBUG nova.network.neutron [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updating instance_info_cache with network_info: [{"id": "d69d94bb-5a00-4dee-9156-ede214e98408", "address": "fa:16:3e:cd:17:26", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d94bb-5a", "ovs_interfaceid": "d69d94bb-5a00-4dee-9156-ede214e98408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.431928] env[70480]: INFO nova.compute.manager [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Took 17.55 seconds to build instance. [ 1111.489622] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5092e6-ff68-4ea5-960d-93ffae3904f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.496353] env[70480]: DEBUG nova.objects.instance [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'flavor' on Instance uuid 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.500918] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b7e62-b94f-45c3-8c23-20de3f22f7c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.534885] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc0dcb5-bae4-40ed-814e-5a61430782a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.544815] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc18b2-faf8-4196-8498-9a5c3aed70c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.559736] env[70480]: DEBUG nova.compute.provider_tree [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.719383] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fe49cf-7406-78a2-94be-2e590e9f4753, 'name': SearchDatastore_Task, 'duration_secs': 0.03335} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.719739] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.720106] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 225cb638-c018-4a5d-b067-b785832dc8e7/225cb638-c018-4a5d-b067-b785832dc8e7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.720427] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.720622] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.720852] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ffa7576-1a3d-497d-a013-d3c2a56028ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.722990] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c33e969-205d-4e83-b14c-7b86f2b61897 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.733202] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1111.733202] env[70480]: value = "task-3723464" [ 1111.733202] env[70480]: _type = "Task" [ 1111.733202] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.737936] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.738164] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.739303] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e419c573-251e-4d98-94a9-fd05823bd53f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.745753] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.749791] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1111.749791] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a78440-4ea8-f265-d3e6-28fe9bd596df" [ 1111.749791] env[70480]: _type = "Task" [ 1111.749791] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.758991] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a78440-4ea8-f265-d3e6-28fe9bd596df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.929887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.931028] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Instance network_info: |[{"id": "d69d94bb-5a00-4dee-9156-ede214e98408", "address": "fa:16:3e:cd:17:26", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d94bb-5a", "ovs_interfaceid": "d69d94bb-5a00-4dee-9156-ede214e98408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.931028] env[70480]: DEBUG oslo_concurrency.lockutils [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] Acquired lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.931028] env[70480]: DEBUG nova.network.neutron [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Refreshing network info cache for port d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.932997] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:17:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd69d94bb-5a00-4dee-9156-ede214e98408', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.940675] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.944835] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.074s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.944835] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.945414] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0bc1350-c704-4592-a5cd-6e6a3d194553 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.961414] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.961768] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cea41347-b67a-441c-a04d-7f935dfa3912 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.966679] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "interface-d32eb92e-4ee0-441a-ac89-717474130cf7-44d4d9a7-a483-48db-9da7-983839cf76b9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.966908] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-d32eb92e-4ee0-441a-ac89-717474130cf7-44d4d9a7-a483-48db-9da7-983839cf76b9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.972223] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1111.972223] env[70480]: value = "task-3723465" [ 1111.972223] env[70480]: _type = "Task" [ 1111.972223] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.977243] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.977243] env[70480]: value = "task-3723466" [ 1111.977243] env[70480]: _type = "Task" [ 1111.977243] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.986054] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.992521] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723466, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.063512] env[70480]: DEBUG nova.scheduler.client.report [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.146272] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.178417] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.178417] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.178583] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.178799] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.178935] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.179098] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.179319] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.179485] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.179655] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.179823] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.179998] env[70480]: DEBUG nova.virt.hardware [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.180952] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f6575-7fbb-4f0b-9bd2-4d64b9d52349 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.190439] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a500b78-a761-4325-afd5-35f99b22da8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.238679] env[70480]: DEBUG nova.network.neutron [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updated VIF entry in instance network info cache for port d69d94bb-5a00-4dee-9156-ede214e98408. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.239179] env[70480]: DEBUG nova.network.neutron [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updating instance_info_cache with network_info: [{"id": "d69d94bb-5a00-4dee-9156-ede214e98408", "address": "fa:16:3e:cd:17:26", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d94bb-5a", "ovs_interfaceid": "d69d94bb-5a00-4dee-9156-ede214e98408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.246973] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723464, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.262432] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a78440-4ea8-f265-d3e6-28fe9bd596df, 'name': SearchDatastore_Task, 'duration_secs': 0.023319} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.262957] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4964002a-2f1d-4261-ae33-7611c1b2d295 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.270166] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1112.270166] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f259bf-ed3a-8ed6-4051-f2d6c98886d9" [ 1112.270166] env[70480]: _type = "Task" [ 1112.270166] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.282956] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f259bf-ed3a-8ed6-4051-f2d6c98886d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.388741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "168e4bb2-c0ef-4394-bacd-88d065991de6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.389048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.389245] env[70480]: DEBUG nova.compute.manager [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.390160] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3ba4fe-fbef-4eaf-bbec-30882f5e7a61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.398700] env[70480]: DEBUG nova.compute.manager [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1112.399369] env[70480]: DEBUG nova.objects.instance [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'flavor' on Instance uuid 168e4bb2-c0ef-4394-bacd-88d065991de6 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.472480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.472480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.472480] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b40ae8-ef7d-4677-9d81-3fa0411de9fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.500500] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87778852-46dd-490c-8ae1-80332282ed95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.503552] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723465, 'name': PowerOffVM_Task, 'duration_secs': 0.3545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.507184] env[70480]: DEBUG oslo_concurrency.lockutils [None req-902bf480-dfad-4c97-abcc-c8d8f08980f9 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.508295] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.510113] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723466, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.510882] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86673d41-91ba-4f4e-b5f8-bdde5fa51d14 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.537867] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Reconfiguring VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1112.539392] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f13d9fb-d10c-41c3-ae84-c6034f5b288d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.567311] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4b352-2ec2-446f-9d75-e5c8492dcb91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.570895] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.571284] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.578620] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.105s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.578620] env[70480]: DEBUG nova.objects.instance [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1112.578620] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1112.578620] env[70480]: value = "task-3723467" [ 1112.578620] env[70480]: _type = "Task" [ 1112.578620] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.592847] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.715313] env[70480]: DEBUG nova.network.neutron [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Successfully updated port: 51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.744996] env[70480]: DEBUG oslo_concurrency.lockutils [req-21ac7a6c-9b3e-46bd-a947-dba4a7c44fbb req-684012ec-e869-4cb8-b519-9e4df3840a58 service nova] Releasing lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.745072] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773767} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.745293] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 225cb638-c018-4a5d-b067-b785832dc8e7/225cb638-c018-4a5d-b067-b785832dc8e7.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.745501] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.745794] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf0c916-2f5f-4628-8cd8-38279d38e483 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.753654] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1112.753654] env[70480]: value = "task-3723468" [ 1112.753654] env[70480]: _type = "Task" [ 1112.753654] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.763432] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.781272] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f259bf-ed3a-8ed6-4051-f2d6c98886d9, 'name': SearchDatastore_Task, 'duration_secs': 0.058009} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.781589] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.781879] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.782165] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3207bc28-ed3e-44c3-9f1b-625119747eff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.790801] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1112.790801] env[70480]: value = "task-3723469" [ 1112.790801] env[70480]: _type = "Task" [ 1112.790801] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.800570] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.989956] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723466, 'name': CreateVM_Task, 'duration_secs': 0.57447} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.990993] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.990993] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.991127] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.991365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.991630] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6607c494-6692-44f1-8c9e-a6ca2467ad3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.997951] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1112.997951] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ad9554-026e-26d7-c8db-b130572af12f" [ 1112.997951] env[70480]: _type = "Task" [ 1112.997951] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.007611] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ad9554-026e-26d7-c8db-b130572af12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.082355] env[70480]: DEBUG nova.compute.utils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.086523] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.086708] env[70480]: DEBUG nova.network.neutron [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.093483] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1113.094883] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12335c4a-e072-4475-885a-9be448efbc85 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.103982] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.105621] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1113.105621] env[70480]: value = "task-3723470" [ 1113.105621] env[70480]: _type = "Task" [ 1113.105621] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.117060] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.140795] env[70480]: DEBUG nova.policy [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45cf87aa050e493d8121ad140cc8c295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d771ea72084e299b0307cdb5ed1fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.219061] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219061] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.219061] env[70480]: DEBUG nova.network.neutron [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.268453] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075168} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.268811] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.271191] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490402a1-dcc3-49f5-96fe-316e895d70c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.295635] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 225cb638-c018-4a5d-b067-b785832dc8e7/225cb638-c018-4a5d-b067-b785832dc8e7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.296545] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69f7492-c6ba-4509-8c8f-064cc15fb4d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.321236] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723469, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.322954] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1113.322954] env[70480]: value = "task-3723471" [ 1113.322954] env[70480]: _type = "Task" [ 1113.322954] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.333052] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.379557] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.379830] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.380057] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.380252] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.380426] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.382756] env[70480]: INFO nova.compute.manager [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Terminating instance [ 1113.406086] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.406407] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-966c08fc-aacc-4df1-a8cf-3c6bf1ebf197 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.423172] env[70480]: DEBUG oslo_vmware.api [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1113.423172] env[70480]: value = "task-3723472" [ 1113.423172] env[70480]: _type = "Task" [ 1113.423172] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.425296] env[70480]: DEBUG nova.compute.manager [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Received event network-vif-plugged-51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.425503] env[70480]: DEBUG oslo_concurrency.lockutils [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] Acquiring lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.426075] env[70480]: DEBUG oslo_concurrency.lockutils [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] Lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.426075] env[70480]: DEBUG oslo_concurrency.lockutils [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] Lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.426530] env[70480]: DEBUG nova.compute.manager [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] No waiting events found dispatching network-vif-plugged-51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.426530] env[70480]: WARNING nova.compute.manager [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Received unexpected event network-vif-plugged-51536b58-4517-46a0-9430-27e8ae9400b0 for instance with vm_state building and task_state spawning. [ 1113.426649] env[70480]: DEBUG nova.compute.manager [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Received event network-changed-51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.426803] env[70480]: DEBUG nova.compute.manager [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Refreshing instance network info cache due to event network-changed-51536b58-4517-46a0-9430-27e8ae9400b0. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.426917] env[70480]: DEBUG oslo_concurrency.lockutils [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] Acquiring lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.431406] env[70480]: DEBUG oslo_vmware.api [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.478472] env[70480]: DEBUG nova.network.neutron [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Successfully created port: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.509803] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ad9554-026e-26d7-c8db-b130572af12f, 'name': SearchDatastore_Task, 'duration_secs': 0.07803} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.510253] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.510570] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.510900] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.511114] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.511367] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.511781] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f70b5d-554f-4f65-b3ab-628fda4fdc30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.522928] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.523135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.524029] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83c83a8-a59a-4267-a251-a298cf8a814f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.531890] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1113.531890] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ab5ea6-6ba4-537d-8570-03e801de9080" [ 1113.531890] env[70480]: _type = "Task" [ 1113.531890] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.540689] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ab5ea6-6ba4-537d-8570-03e801de9080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.587762] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.597498] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fedc184f-e7c8-4a8f-9246-a9d74c3e975c tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.599094] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.599094] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.586s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.599250] env[70480]: DEBUG nova.objects.instance [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lazy-loading 'resources' on Instance uuid 81640b4a-3c62-4328-8b22-57ddf021c132 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.618890] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723470, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.772604] env[70480]: DEBUG nova.network.neutron [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.806980] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554234} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.807302] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.807519] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.807790] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c841c74b-4f3c-4c5c-89a2-1e6f3558f373 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.816011] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1113.816011] env[70480]: value = "task-3723473" [ 1113.816011] env[70480]: _type = "Task" [ 1113.816011] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.829403] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.841337] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.891025] env[70480]: DEBUG nova.compute.manager [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.891025] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.891025] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ac10f-630a-476f-b91b-8085174b92ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.900048] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.900048] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cafc854e-402c-402c-9bf3-bcec5e9f8647 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.910719] env[70480]: DEBUG oslo_vmware.api [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1113.910719] env[70480]: value = "task-3723474" [ 1113.910719] env[70480]: _type = "Task" [ 1113.910719] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.922205] env[70480]: DEBUG oslo_vmware.api [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.934968] env[70480]: DEBUG oslo_vmware.api [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723472, 'name': PowerOffVM_Task, 'duration_secs': 0.280707} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.934968] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.935281] env[70480]: DEBUG nova.compute.manager [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.936143] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89c32b-d2b8-456d-b113-76ecbaba5c1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.953913] env[70480]: DEBUG nova.network.neutron [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [{"id": "51536b58-4517-46a0-9430-27e8ae9400b0", "address": "fa:16:3e:34:7e:2e", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51536b58-45", "ovs_interfaceid": "51536b58-4517-46a0-9430-27e8ae9400b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.042777] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ab5ea6-6ba4-537d-8570-03e801de9080, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.043656] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161c2fdd-f9eb-46b0-91d7-c8c5906a3a71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050621] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1114.050621] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521eb280-894b-4939-adde-e721a50eb4d0" [ 1114.050621] env[70480]: _type = "Task" [ 1114.050621] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.061847] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521eb280-894b-4939-adde-e721a50eb4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.097675] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.120545] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723470, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.328848] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081112} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.329193] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.330040] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d291de4e-8907-4ec4-8ddd-c7aebf99ef22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.341256] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723471, 'name': ReconfigVM_Task, 'duration_secs': 0.798827} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.353363] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 225cb638-c018-4a5d-b067-b785832dc8e7/225cb638-c018-4a5d-b067-b785832dc8e7.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.362797] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.364234] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8db20209-1a3b-482f-a330-aea2264ea059 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.365997] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666bd4a0-3b0d-40a0-b4c4-91fb9ebdea6f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.394793] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1114.394793] env[70480]: value = "task-3723475" [ 1114.394793] env[70480]: _type = "Task" [ 1114.394793] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.396952] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1114.396952] env[70480]: value = "task-3723476" [ 1114.396952] env[70480]: _type = "Task" [ 1114.396952] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.412617] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723475, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.420037] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.429725] env[70480]: DEBUG oslo_vmware.api [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723474, 'name': PowerOffVM_Task, 'duration_secs': 0.223421} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.429884] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.430030] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.430295] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3ceb1a-558b-49ef-b289-6ac5e4494594 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.449648] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab0ae49-9404-45ef-88e2-226d69ca4d5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.452734] env[70480]: DEBUG oslo_concurrency.lockutils [None req-925ac688-b576-47fb-98da-c3768bdaaf70 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.456723] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.456723] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Instance network_info: |[{"id": "51536b58-4517-46a0-9430-27e8ae9400b0", "address": "fa:16:3e:34:7e:2e", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51536b58-45", "ovs_interfaceid": "51536b58-4517-46a0-9430-27e8ae9400b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.458856] env[70480]: DEBUG oslo_concurrency.lockutils [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] Acquired lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.459088] env[70480]: DEBUG nova.network.neutron [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Refreshing network info cache for port 51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.460353] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51536b58-4517-46a0-9430-27e8ae9400b0', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.468375] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.469821] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.471324] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463ef03-ff91-45c3-868e-12cb60e7b1fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.474770] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35b5ee63-b316-4c83-b64c-e11ddb922f63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.532135] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152702d6-f2a9-4b3e-95d0-e6badfa8eb50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.535255] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.535255] env[70480]: value = "task-3723478" [ 1114.535255] env[70480]: _type = "Task" [ 1114.535255] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.535632] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.535795] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.535982] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleting the datastore file [datastore2] 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.536330] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28334a56-293e-43de-9f1a-4e3d9c78f555 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.548129] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46006b5a-532d-4268-89ee-a2b313349b05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.562092] env[70480]: DEBUG oslo_vmware.api [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1114.562092] env[70480]: value = "task-3723479" [ 1114.562092] env[70480]: _type = "Task" [ 1114.562092] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.562916] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723478, 'name': CreateVM_Task} progress is 15%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.580359] env[70480]: DEBUG nova.compute.provider_tree [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.586026] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521eb280-894b-4939-adde-e721a50eb4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.022645} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.592998] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.592998] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b4424067-7e3e-43f1-84b0-6977e9667b69/b4424067-7e3e-43f1-84b0-6977e9667b69.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.593291] env[70480]: DEBUG oslo_vmware.api [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.594282] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ab3b09e-4afc-459c-8188-5f9dd1c33d60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.603520] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.606300] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.608446] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1114.608446] env[70480]: value = "task-3723480" [ 1114.608446] env[70480]: _type = "Task" [ 1114.608446] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.625093] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723470, 'name': CreateSnapshot_Task, 'duration_secs': 1.097115} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.625623] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.625972] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1114.626846] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75858099-0a83-422f-a0a4-35821f16e5ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.643437] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.643758] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.643948] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.644326] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.644498] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.644715] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.645095] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.645343] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.645595] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.645884] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.646387] env[70480]: DEBUG nova.virt.hardware [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.647711] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546f3326-ba55-4a49-aea6-14dc2e8703ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.657368] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024897df-a2cf-4f16-88e7-60e6c3be8d2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.888606] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "168e4bb2-c0ef-4394-bacd-88d065991de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.889073] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.889398] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "168e4bb2-c0ef-4394-bacd-88d065991de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.889575] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.889748] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.892050] env[70480]: INFO nova.compute.manager [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Terminating instance [ 1114.912016] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723475, 'name': Rename_Task, 'duration_secs': 0.156215} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.912376] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.913082] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c737f522-9973-499b-b853-21638246c4bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.919163] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723476, 'name': ReconfigVM_Task, 'duration_secs': 0.408644} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.919904] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290/9988d525-c3ef-40f5-9367-be8e96691290.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.920810] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc49d3f8-b0ae-4d86-bb61-86f20a8bfbfb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.924887] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1114.924887] env[70480]: value = "task-3723481" [ 1114.924887] env[70480]: _type = "Task" [ 1114.924887] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.930279] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1114.930279] env[70480]: value = "task-3723482" [ 1114.930279] env[70480]: _type = "Task" [ 1114.930279] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.938514] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.945182] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723482, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.048954] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723478, 'name': CreateVM_Task, 'duration_secs': 0.526314} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.049176] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.049930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.050104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.050462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.050772] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f09ca4e-01f3-4cf6-a07e-1fcb8944e81b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.057806] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1115.057806] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52407839-7999-b86d-b1c3-cecbfb082872" [ 1115.057806] env[70480]: _type = "Task" [ 1115.057806] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.072859] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52407839-7999-b86d-b1c3-cecbfb082872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.083551] env[70480]: DEBUG nova.scheduler.client.report [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.087895] env[70480]: DEBUG oslo_vmware.api [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292162} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.088608] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.088924] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.089030] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.089150] env[70480]: INFO nova.compute.manager [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1115.089397] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.092855] env[70480]: DEBUG nova.compute.manager [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.092971] env[70480]: DEBUG nova.network.neutron [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.103893] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.124595] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723480, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.151306] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1115.151306] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4fd3b27d-1d86-4e54-849e-9792a80bc1ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.167764] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1115.167764] env[70480]: value = "task-3723483" [ 1115.167764] env[70480]: _type = "Task" [ 1115.167764] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.181586] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723483, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.276433] env[70480]: DEBUG nova.network.neutron [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Successfully updated port: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.321866] env[70480]: DEBUG nova.network.neutron [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updated VIF entry in instance network info cache for port 51536b58-4517-46a0-9430-27e8ae9400b0. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.322356] env[70480]: DEBUG nova.network.neutron [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [{"id": "51536b58-4517-46a0-9430-27e8ae9400b0", "address": "fa:16:3e:34:7e:2e", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51536b58-45", "ovs_interfaceid": "51536b58-4517-46a0-9430-27e8ae9400b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.396765] env[70480]: DEBUG nova.compute.manager [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.397131] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.398023] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0dae11-cff6-4107-abbb-14e7da45da8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.408078] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.408354] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-498e4511-31d4-4e19-a993-c87ba87c7cd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.440053] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.446056] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723482, 'name': Rename_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.456838] env[70480]: DEBUG nova.compute.manager [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Received event network-vif-plugged-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.456838] env[70480]: DEBUG oslo_concurrency.lockutils [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] Acquiring lock "171dccad-477a-4a7e-a6e4-840675a8cd57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.457119] env[70480]: DEBUG oslo_concurrency.lockutils [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.457247] env[70480]: DEBUG oslo_concurrency.lockutils [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.457548] env[70480]: DEBUG nova.compute.manager [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] No waiting events found dispatching network-vif-plugged-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.457794] env[70480]: WARNING nova.compute.manager [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Received unexpected event network-vif-plugged-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 for instance with vm_state building and task_state spawning. [ 1115.458038] env[70480]: DEBUG nova.compute.manager [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Received event network-changed-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.458233] env[70480]: DEBUG nova.compute.manager [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Refreshing instance network info cache due to event network-changed-c20b0e2f-49e8-4b13-9f73-3a14523f83a7. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.458483] env[70480]: DEBUG oslo_concurrency.lockutils [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] Acquiring lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.458738] env[70480]: DEBUG oslo_concurrency.lockutils [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] Acquired lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.458995] env[70480]: DEBUG nova.network.neutron [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Refreshing network info cache for port c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.495086] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.495490] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.495743] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleting the datastore file [datastore1] 168e4bb2-c0ef-4394-bacd-88d065991de6 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.496060] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7b1973-2784-4601-a3fd-69f96e3368d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.503460] env[70480]: DEBUG oslo_vmware.api [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1115.503460] env[70480]: value = "task-3723485" [ 1115.503460] env[70480]: _type = "Task" [ 1115.503460] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.515141] env[70480]: DEBUG oslo_vmware.api [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.569576] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52407839-7999-b86d-b1c3-cecbfb082872, 'name': SearchDatastore_Task, 'duration_secs': 0.059138} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.569915] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.570240] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.570580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.570656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.570814] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.571107] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa572a62-ddc5-4657-bd01-93f53486d59e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.581798] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.582034] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.583412] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606bdb9b-89a4-423c-bf8c-8e8a9f88ce4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.589554] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.598073] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1115.598073] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a4645f-a71e-a8cb-3953-a6846d214030" [ 1115.598073] env[70480]: _type = "Task" [ 1115.598073] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.606703] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.614138] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a4645f-a71e-a8cb-3953-a6846d214030, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.618225] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854516ee-f640-4059-8c62-e8370a5bffb9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.625666] env[70480]: INFO nova.scheduler.client.report [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Deleted allocations for instance 81640b4a-3c62-4328-8b22-57ddf021c132 [ 1115.633973] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669187} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.636256] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b4424067-7e3e-43f1-84b0-6977e9667b69/b4424067-7e3e-43f1-84b0-6977e9667b69.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.636628] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.637064] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1115.637064] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d0d92e-c68e-2eaf-aa4a-fc0a270ae2b7" [ 1115.637064] env[70480]: _type = "Task" [ 1115.637064] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.637753] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b46db512-a428-42a7-88a9-4ab62e17f645 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.654383] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d0d92e-c68e-2eaf-aa4a-fc0a270ae2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.656586] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1115.656586] env[70480]: value = "task-3723486" [ 1115.656586] env[70480]: _type = "Task" [ 1115.656586] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.675069] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.681540] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723483, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.776399] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.826086] env[70480]: DEBUG oslo_concurrency.lockutils [req-320733b2-f925-4eb2-9444-d100c1597696 req-83cafb1b-e7fd-4f7b-8a60-79f9762978ea service nova] Releasing lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.943171] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723481, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.947227] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723482, 'name': Rename_Task, 'duration_secs': 0.547914} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.949055] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.949396] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906d1ff5-35df-45e1-a705-22c8e9bd2281 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.957949] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1115.957949] env[70480]: value = "task-3723487" [ 1115.957949] env[70480]: _type = "Task" [ 1115.957949] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.971987] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.974506] env[70480]: DEBUG nova.compute.manager [req-9d227f13-fc1c-4918-86c7-d73ad8b0a7dd req-ff23b3fb-9d7d-4750-bb62-f2e803d1c033 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Received event network-vif-deleted-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.975711] env[70480]: INFO nova.compute.manager [req-9d227f13-fc1c-4918-86c7-d73ad8b0a7dd req-ff23b3fb-9d7d-4750-bb62-f2e803d1c033 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Neutron deleted interface dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1; detaching it from the instance and deleting it from the info cache [ 1115.975711] env[70480]: DEBUG nova.network.neutron [req-9d227f13-fc1c-4918-86c7-d73ad8b0a7dd req-ff23b3fb-9d7d-4750-bb62-f2e803d1c033 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.996908] env[70480]: DEBUG nova.network.neutron [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.014889] env[70480]: DEBUG oslo_vmware.api [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394834} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.015422] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.015683] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.016040] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.016284] env[70480]: INFO nova.compute.manager [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1116.016580] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.016907] env[70480]: DEBUG nova.compute.manager [-] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.017024] env[70480]: DEBUG nova.network.neutron [-] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.083529] env[70480]: DEBUG nova.network.neutron [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.102870] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.140905] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Lock "81640b4a-3c62-4328-8b22-57ddf021c132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.738s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.151874] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d0d92e-c68e-2eaf-aa4a-fc0a270ae2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.152186] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.152470] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534/b0406d37-5504-486b-a7e8-05773d3d7534.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.152746] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79679b26-58d5-4840-96c3-545ed55cb810 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.163482] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1116.163482] env[70480]: value = "task-3723488" [ 1116.163482] env[70480]: _type = "Task" [ 1116.163482] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.171420] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143154} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.175614] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.179927] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bcd8b0-d4fa-4647-a9cc-eacb8e3581b6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.184670] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.191280] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723483, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.213912] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b4424067-7e3e-43f1-84b0-6977e9667b69/b4424067-7e3e-43f1-84b0-6977e9667b69.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.214278] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb91ce52-1287-430a-b468-b3d0f637a968 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.237534] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1116.237534] env[70480]: value = "task-3723489" [ 1116.237534] env[70480]: _type = "Task" [ 1116.237534] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.246773] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.438118] env[70480]: DEBUG oslo_vmware.api [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723481, 'name': PowerOnVM_Task, 'duration_secs': 1.035994} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.439272] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.439272] env[70480]: INFO nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1116.439272] env[70480]: DEBUG nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.443233] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b7a35-5eff-4a12-be46-c15f240fe821 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.462978] env[70480]: DEBUG nova.network.neutron [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.471973] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.478131] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9881cd24-69ee-4e21-bcac-2f0b4dcd322d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.490525] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b327bec-c370-4032-9fa7-f14eb1f6a3a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.542218] env[70480]: DEBUG nova.compute.manager [req-9d227f13-fc1c-4918-86c7-d73ad8b0a7dd req-ff23b3fb-9d7d-4750-bb62-f2e803d1c033 service nova] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Detach interface failed, port_id=dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1, reason: Instance 08366acb-d8ab-47ad-9848-03b29692fb12 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.542849] env[70480]: DEBUG nova.network.neutron [-] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.589024] env[70480]: DEBUG oslo_concurrency.lockutils [req-535bde10-0b3f-4cd1-a05e-58f951c8d784 req-8bf3ae49-a157-4e39-a41c-bd8431f22b8e service nova] Releasing lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.589024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.589024] env[70480]: DEBUG nova.network.neutron [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.604626] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.685089] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.688684] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723483, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.748767] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.967026] env[70480]: INFO nova.compute.manager [-] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Took 1.87 seconds to deallocate network for instance. [ 1116.976124] env[70480]: INFO nova.compute.manager [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Took 21.99 seconds to build instance. [ 1116.986712] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.045455] env[70480]: INFO nova.compute.manager [-] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Took 1.03 seconds to deallocate network for instance. [ 1117.109331] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.142157] env[70480]: DEBUG nova.network.neutron [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.179113] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723488, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.195080] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723483, 'name': CloneVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.250196] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723489, 'name': ReconfigVM_Task, 'duration_secs': 0.959574} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.250196] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b4424067-7e3e-43f1-84b0-6977e9667b69/b4424067-7e3e-43f1-84b0-6977e9667b69.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.250545] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db215ae-ce1d-4fb6-8e6c-931292149fd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.258100] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1117.258100] env[70480]: value = "task-3723490" [ 1117.258100] env[70480]: _type = "Task" [ 1117.258100] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.269809] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723490, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.434422] env[70480]: DEBUG nova.network.neutron [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Updating instance_info_cache with network_info: [{"id": "c20b0e2f-49e8-4b13-9f73-3a14523f83a7", "address": "fa:16:3e:3c:fb:f0", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20b0e2f-49", "ovs_interfaceid": "c20b0e2f-49e8-4b13-9f73-3a14523f83a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.479489] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723487, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.483381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.483381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.483381] env[70480]: DEBUG nova.objects.instance [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'resources' on Instance uuid 08366acb-d8ab-47ad-9848-03b29692fb12 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.483746] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "225cb638-c018-4a5d-b067-b785832dc8e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.503s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.498715] env[70480]: DEBUG nova.compute.manager [req-5d1b74ec-5d6e-4a7b-9f8a-88d8687691f5 req-19a30d4c-0153-4338-8553-33984a92300b service nova] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Received event network-vif-deleted-4182b0e7-a5df-4c83-854a-7e4e4b538d28 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.554518] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.607277] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.677474] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723488, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.224859} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.677744] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534/b0406d37-5504-486b-a7e8-05773d3d7534.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.677960] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.678237] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1cabb2b-1572-4209-ba53-b914b40e0597 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.691090] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723483, 'name': CloneVM_Task, 'duration_secs': 2.087227} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.692487] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Created linked-clone VM from snapshot [ 1117.692920] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1117.692920] env[70480]: value = "task-3723491" [ 1117.692920] env[70480]: _type = "Task" [ 1117.692920] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.693734] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fcd132-f445-4be2-a975-52383e8a6fba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.707178] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Uploading image 4dec2401-f9ae-4c79-8483-19af554483b6 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1117.712967] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.739232] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1117.739232] env[70480]: value = "vm-741431" [ 1117.739232] env[70480]: _type = "VirtualMachine" [ 1117.739232] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1117.739490] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f929175-2e52-4957-b61e-be12f9d01282 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.748767] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lease: (returnval){ [ 1117.748767] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5273558b-6c86-a537-b1d4-c0d54fff8e87" [ 1117.748767] env[70480]: _type = "HttpNfcLease" [ 1117.748767] env[70480]: } obtained for exporting VM: (result){ [ 1117.748767] env[70480]: value = "vm-741431" [ 1117.748767] env[70480]: _type = "VirtualMachine" [ 1117.748767] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1117.749042] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the lease: (returnval){ [ 1117.749042] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5273558b-6c86-a537-b1d4-c0d54fff8e87" [ 1117.749042] env[70480]: _type = "HttpNfcLease" [ 1117.749042] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1117.757582] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.757582] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5273558b-6c86-a537-b1d4-c0d54fff8e87" [ 1117.757582] env[70480]: _type = "HttpNfcLease" [ 1117.757582] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1117.768978] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723490, 'name': Rename_Task, 'duration_secs': 0.235865} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.769451] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.769737] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f164b31-de98-4181-addb-904b5e6e1372 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.777555] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1117.777555] env[70480]: value = "task-3723493" [ 1117.777555] env[70480]: _type = "Task" [ 1117.777555] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.788876] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.937913] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.938349] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Instance network_info: |[{"id": "c20b0e2f-49e8-4b13-9f73-3a14523f83a7", "address": "fa:16:3e:3c:fb:f0", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20b0e2f-49", "ovs_interfaceid": "c20b0e2f-49e8-4b13-9f73-3a14523f83a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.938830] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:fb:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c20b0e2f-49e8-4b13-9f73-3a14523f83a7', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.947376] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.947889] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.948021] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b16347a-91ff-4cd4-907a-bc437917db02 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.972641] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.972641] env[70480]: value = "task-3723494" [ 1117.972641] env[70480]: _type = "Task" [ 1117.972641] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.979178] env[70480]: DEBUG oslo_vmware.api [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723487, 'name': PowerOnVM_Task, 'duration_secs': 1.924714} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.979896] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.980138] env[70480]: DEBUG nova.compute.manager [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.980967] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473fb81f-7fc1-4234-8202-85ac488a8332 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.989261] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723494, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.105032] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.209290] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10785} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.211052] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.212177] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8299ab7-e9d6-4ba9-b8d9-af7ce914eb8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.244287] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534/b0406d37-5504-486b-a7e8-05773d3d7534.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.247537] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca42cb7-8140-4eb9-b93b-ece446ba3ad4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.271514] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.271514] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5273558b-6c86-a537-b1d4-c0d54fff8e87" [ 1118.271514] env[70480]: _type = "HttpNfcLease" [ 1118.271514] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.273152] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.273152] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5273558b-6c86-a537-b1d4-c0d54fff8e87" [ 1118.273152] env[70480]: _type = "HttpNfcLease" [ 1118.273152] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.273484] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1118.273484] env[70480]: value = "task-3723495" [ 1118.273484] env[70480]: _type = "Task" [ 1118.273484] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.274283] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243d1a8-e293-447c-aa12-50893fa9cc77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.292792] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52989548-65fe-0125-9fa7-3a160367c8d1/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.293086] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52989548-65fe-0125-9fa7-3a160367c8d1/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.299752] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.307595] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.416123] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a35da996-c531-4f21-bf30-defb1836228c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.425355] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e838068-9e9e-42ae-b20f-7745ae7c3f12 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.437538] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9acf558-66da-4386-91df-038f75408176 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.498459] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be44b8-d5a6-40e5-a415-4437bdde769c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.513320] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723494, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.515458] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55754bd5-5a47-4d4a-b038-9f5abecf30a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.520872] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.539180] env[70480]: DEBUG nova.compute.provider_tree [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.606649] env[70480]: DEBUG oslo_vmware.api [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723467, 'name': ReconfigVM_Task, 'duration_secs': 5.892086} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.606947] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.607185] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Reconfigured VM to detach interface {{(pid=70480) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1118.793687] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.797822] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.000998] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723494, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.043746] env[70480]: DEBUG nova.scheduler.client.report [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.162438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "225cb638-c018-4a5d-b067-b785832dc8e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.162438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "225cb638-c018-4a5d-b067-b785832dc8e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.163057] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "225cb638-c018-4a5d-b067-b785832dc8e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.163162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "225cb638-c018-4a5d-b067-b785832dc8e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.164078] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "225cb638-c018-4a5d-b067-b785832dc8e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.170403] env[70480]: INFO nova.compute.manager [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Terminating instance [ 1119.292278] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.295800] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723495, 'name': ReconfigVM_Task, 'duration_secs': 0.692419} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.296162] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534/b0406d37-5504-486b-a7e8-05773d3d7534.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.297295] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4f72b33-4c84-420f-9999-8f377b0440e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.304870] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1119.304870] env[70480]: value = "task-3723496" [ 1119.304870] env[70480]: _type = "Task" [ 1119.304870] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.315205] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723496, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.500762] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723494, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.552580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.555591] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.555793] env[70480]: DEBUG nova.objects.instance [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'resources' on Instance uuid 168e4bb2-c0ef-4394-bacd-88d065991de6 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.581420] env[70480]: INFO nova.scheduler.client.report [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted allocations for instance 08366acb-d8ab-47ad-9848-03b29692fb12 [ 1119.677255] env[70480]: DEBUG nova.compute.manager [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.677891] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.679819] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f1bd4-5854-4468-9336-e8fb2e2dd0f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.689272] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.689440] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3267eba-234f-4fb1-bc72-925403db996c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.698017] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1119.698017] env[70480]: value = "task-3723497" [ 1119.698017] env[70480]: _type = "Task" [ 1119.698017] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.710267] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.795433] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.815496] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723496, 'name': Rename_Task, 'duration_secs': 0.295731} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.815808] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.816330] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf36f4fa-14cd-4b30-b530-27e3012d4275 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.824352] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1119.824352] env[70480]: value = "task-3723498" [ 1119.824352] env[70480]: _type = "Task" [ 1119.824352] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.833639] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.002247] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723494, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.090838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7c968048-a677-4179-be3e-7ccb6bca9947 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "08366acb-d8ab-47ad-9848-03b29692fb12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.711s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.169256] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.170345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquired lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.170345] env[70480]: DEBUG nova.network.neutron [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.211899] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723497, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.299593] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.337155] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723498, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.387644] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "50860a27-6334-4e19-b7cf-940a38a02092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.388852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "50860a27-6334-4e19-b7cf-940a38a02092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.389724] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "50860a27-6334-4e19-b7cf-940a38a02092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.389724] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "50860a27-6334-4e19-b7cf-940a38a02092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.390013] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "50860a27-6334-4e19-b7cf-940a38a02092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.396593] env[70480]: INFO nova.compute.manager [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Terminating instance [ 1120.438819] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a62d58-c1b0-4070-be0c-9473ca6730ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.449029] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3afe386-5751-47b8-9d41-7ccb86d52bb9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.497640] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35651f9-ecb2-4cbf-966a-8ce23b1dddc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.511125] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655ec8b-dbab-4b7a-9613-0985fc832384 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.515762] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723494, 'name': CreateVM_Task, 'duration_secs': 2.184213} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.516015] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.517312] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.517585] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.518098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.518506] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689836a8-053a-4a10-a719-723ab5bff78e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.529962] env[70480]: DEBUG nova.compute.provider_tree [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.536022] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1120.536022] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e55f17-fbed-8652-1458-00d7f0bbc58b" [ 1120.536022] env[70480]: _type = "Task" [ 1120.536022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.547158] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e55f17-fbed-8652-1458-00d7f0bbc58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.711585] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723497, 'name': PowerOffVM_Task, 'duration_secs': 0.691885} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.715342] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.715696] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.716065] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9290db7c-db1f-453a-88a3-e34451e2b548 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.722387] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.722679] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.722901] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.723113] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.723313] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.726015] env[70480]: INFO nova.compute.manager [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Terminating instance [ 1120.764161] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "c6c05101-e460-47a9-8f36-94b4b52a22ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.764434] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "c6c05101-e460-47a9-8f36-94b4b52a22ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.797675] env[70480]: DEBUG oslo_vmware.api [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723493, 'name': PowerOnVM_Task, 'duration_secs': 2.561563} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.797954] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.798175] env[70480]: INFO nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1120.798306] env[70480]: DEBUG nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.799226] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f8cc1-976d-48fa-a49b-69b8024ecb1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.806727] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.807018] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.807249] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore1] 225cb638-c018-4a5d-b067-b785832dc8e7 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.808239] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fb459e1-f8d5-4f9b-96c5-d845b032d8e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.828273] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1120.828273] env[70480]: value = "task-3723500" [ 1120.828273] env[70480]: _type = "Task" [ 1120.828273] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.851674] env[70480]: DEBUG oslo_vmware.api [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723498, 'name': PowerOnVM_Task, 'duration_secs': 0.703974} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.852780] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.852780] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.852780] env[70480]: INFO nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1120.853251] env[70480]: DEBUG nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.856453] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5302c008-57bb-4853-b7eb-77ffa365c45d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.901129] env[70480]: DEBUG nova.compute.manager [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.901221] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.902283] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dabee5-1b0e-4dc0-9ae3-26a2dd3d3daa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.915666] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.915666] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd8c3b2-f743-4c4b-920a-724f9fccd890 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.923797] env[70480]: DEBUG oslo_vmware.api [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1120.923797] env[70480]: value = "task-3723501" [ 1120.923797] env[70480]: _type = "Task" [ 1120.923797] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.937900] env[70480]: DEBUG oslo_vmware.api [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.967253] env[70480]: INFO nova.network.neutron [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Port 44d4d9a7-a483-48db-9da7-983839cf76b9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1120.967939] env[70480]: DEBUG nova.network.neutron [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [{"id": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "address": "fa:16:3e:e9:68:e5", "network": {"id": "0e27922c-87b6-43ad-b791-bb5914320352", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1437290580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faae7ff97768410dbc371412d5cf2df7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea6df6d-00", "ovs_interfaceid": "0ea6df6d-0041-4ef3-a652-88ce9e8d11a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.033914] env[70480]: DEBUG nova.scheduler.client.report [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.061395] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e55f17-fbed-8652-1458-00d7f0bbc58b, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.061787] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.062110] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.062366] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.062599] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.062681] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.063252] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bebe9404-236d-497f-8718-626975a33609 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.077467] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.077765] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.078760] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd84a491-79ee-4689-9a65-02ebae6be282 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.086266] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1121.086266] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522dc36b-bf9a-1e53-dcf7-8a23ecc0e0e8" [ 1121.086266] env[70480]: _type = "Task" [ 1121.086266] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.097672] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522dc36b-bf9a-1e53-dcf7-8a23ecc0e0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.232957] env[70480]: DEBUG nova.compute.manager [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.233283] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.234293] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2084e6f7-c999-4fc2-8825-8f4c7599e326 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.244079] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.244378] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3eac913-9efd-45e4-8b00-44156d5dc8e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.252618] env[70480]: DEBUG oslo_vmware.api [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1121.252618] env[70480]: value = "task-3723502" [ 1121.252618] env[70480]: _type = "Task" [ 1121.252618] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.262980] env[70480]: DEBUG oslo_vmware.api [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.267682] env[70480]: DEBUG nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.328492] env[70480]: INFO nova.compute.manager [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Took 24.16 seconds to build instance. [ 1121.342418] env[70480]: DEBUG oslo_vmware.api [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222735} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.342787] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.342991] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.343198] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.343378] env[70480]: INFO nova.compute.manager [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1121.344480] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.344480] env[70480]: DEBUG nova.compute.manager [-] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.344480] env[70480]: DEBUG nova.network.neutron [-] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.380978] env[70480]: INFO nova.compute.manager [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Took 22.43 seconds to build instance. [ 1121.442948] env[70480]: DEBUG oslo_vmware.api [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723501, 'name': PowerOffVM_Task, 'duration_secs': 0.270714} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.443284] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.443462] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.444198] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf963f0-f932-4626-99aa-2f58fd8e4f88 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.474169] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Releasing lock "refresh_cache-d32eb92e-4ee0-441a-ac89-717474130cf7" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.541798] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.542346] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.542521] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleting the datastore file [datastore2] 50860a27-6334-4e19-b7cf-940a38a02092 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.542804] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec087cb0-3932-42a0-8a1b-4447233597cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.552233] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.554709] env[70480]: DEBUG oslo_vmware.api [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1121.554709] env[70480]: value = "task-3723504" [ 1121.554709] env[70480]: _type = "Task" [ 1121.554709] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.556683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.035s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.556683] env[70480]: DEBUG nova.objects.instance [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.569416] env[70480]: DEBUG oslo_vmware.api [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.591735] env[70480]: INFO nova.scheduler.client.report [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocations for instance 168e4bb2-c0ef-4394-bacd-88d065991de6 [ 1121.597416] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522dc36b-bf9a-1e53-dcf7-8a23ecc0e0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.603023] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d581e7-c4ca-4c67-b399-f17065b58d60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.609396] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1121.609396] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b8b2cb-4c49-4c11-d101-2f99d9e3da08" [ 1121.609396] env[70480]: _type = "Task" [ 1121.609396] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.621364] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b8b2cb-4c49-4c11-d101-2f99d9e3da08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.663231] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.663538] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.768255] env[70480]: DEBUG oslo_vmware.api [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723502, 'name': PowerOffVM_Task, 'duration_secs': 0.25565} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.768817] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.769175] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.769627] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c236d80-f3fd-4f36-bcbd-32b9f53daffe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.799978] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.828230] env[70480]: DEBUG nova.compute.manager [req-ea0d50e0-3350-4709-9181-442e1a955a21 req-f3b9585f-7e22-450b-a853-e9f59273aaf5 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Received event network-vif-deleted-fe81b809-4e0c-41de-a537-eaada43be1ce {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.828230] env[70480]: INFO nova.compute.manager [req-ea0d50e0-3350-4709-9181-442e1a955a21 req-f3b9585f-7e22-450b-a853-e9f59273aaf5 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Neutron deleted interface fe81b809-4e0c-41de-a537-eaada43be1ce; detaching it from the instance and deleting it from the info cache [ 1121.828230] env[70480]: DEBUG nova.network.neutron [req-ea0d50e0-3350-4709-9181-442e1a955a21 req-f3b9585f-7e22-450b-a853-e9f59273aaf5 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.830197] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdf91648-0284-43cc-a4f8-319348ad1d53 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.676s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.883473] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.946s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.897278] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.897545] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.897762] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleting the datastore file [datastore1] d32eb92e-4ee0-441a-ac89-717474130cf7 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.898276] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68a93f23-711b-4539-adb0-2c5f2e49ed9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.907456] env[70480]: DEBUG oslo_vmware.api [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1121.907456] env[70480]: value = "task-3723506" [ 1121.907456] env[70480]: _type = "Task" [ 1121.907456] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.919818] env[70480]: DEBUG oslo_vmware.api [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.976802] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e0aaaf1b-2516-4b6a-8673-41394efcaeb3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "interface-d32eb92e-4ee0-441a-ac89-717474130cf7-44d4d9a7-a483-48db-9da7-983839cf76b9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.010s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.076150] env[70480]: DEBUG oslo_vmware.api [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289353} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.079855] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.080100] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.080297] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.080476] env[70480]: INFO nova.compute.manager [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1122.080727] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.081271] env[70480]: DEBUG nova.compute.manager [-] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.081370] env[70480]: DEBUG nova.network.neutron [-] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.105864] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0718dbee-9383-42a4-bda6-6522b5947326 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "168e4bb2-c0ef-4394-bacd-88d065991de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.215s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.127238] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b8b2cb-4c49-4c11-d101-2f99d9e3da08, 'name': SearchDatastore_Task, 'duration_secs': 0.025868} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.128612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.128612] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 171dccad-477a-4a7e-a6e4-840675a8cd57/171dccad-477a-4a7e-a6e4-840675a8cd57.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.128986] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19ef78f-493e-4a49-b85d-c9d601eb30bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.138322] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1122.138322] env[70480]: value = "task-3723507" [ 1122.138322] env[70480]: _type = "Task" [ 1122.138322] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.154267] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.172458] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.172742] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.172935] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.173136] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.173564] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.173781] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.173992] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1122.174147] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.298361] env[70480]: DEBUG nova.network.neutron [-] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.330449] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7211b71-3ca9-440c-bb8c-9157cd6e8cfc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.343746] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e09e84-71eb-48ad-80bf-778233c68336 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.388419] env[70480]: DEBUG nova.compute.manager [req-ea0d50e0-3350-4709-9181-442e1a955a21 req-f3b9585f-7e22-450b-a853-e9f59273aaf5 service nova] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Detach interface failed, port_id=fe81b809-4e0c-41de-a537-eaada43be1ce, reason: Instance 225cb638-c018-4a5d-b067-b785832dc8e7 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1122.425133] env[70480]: DEBUG oslo_vmware.api [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430571} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.425766] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.425766] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.426224] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.426224] env[70480]: INFO nova.compute.manager [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1122.426470] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.426996] env[70480]: DEBUG nova.compute.manager [-] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.427382] env[70480]: DEBUG nova.network.neutron [-] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.569720] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb39f68b-06fd-4b67-b55f-e54e50ca7fe5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.571301] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.772s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.575644] env[70480]: INFO nova.compute.claims [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.662501] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.679921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.803150] env[70480]: INFO nova.compute.manager [-] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Took 1.46 seconds to deallocate network for instance. [ 1122.915509] env[70480]: DEBUG nova.network.neutron [-] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.076871] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.077141] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.156619] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899257} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.157058] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 171dccad-477a-4a7e-a6e4-840675a8cd57/171dccad-477a-4a7e-a6e4-840675a8cd57.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.157333] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.157637] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42069895-e602-45f8-8dfb-91e113abdaca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.167324] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1123.167324] env[70480]: value = "task-3723508" [ 1123.167324] env[70480]: _type = "Task" [ 1123.167324] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.177859] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.241324] env[70480]: DEBUG nova.compute.manager [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Received event network-changed-d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.241574] env[70480]: DEBUG nova.compute.manager [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Refreshing instance network info cache due to event network-changed-d69d94bb-5a00-4dee-9156-ede214e98408. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.241918] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] Acquiring lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.242307] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] Acquired lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.242527] env[70480]: DEBUG nova.network.neutron [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Refreshing network info cache for port d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.316133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.419401] env[70480]: INFO nova.compute.manager [-] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Took 1.34 seconds to deallocate network for instance. [ 1123.579924] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.680760] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082892} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.685390] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.686808] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a9263c-0c09-42b8-85ce-257cd4dc10ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.714397] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 171dccad-477a-4a7e-a6e4-840675a8cd57/171dccad-477a-4a7e-a6e4-840675a8cd57.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.717553] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35a41d7-f36a-47d1-b340-b98b7eea81f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.745584] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1123.745584] env[70480]: value = "task-3723509" [ 1123.745584] env[70480]: _type = "Task" [ 1123.745584] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.751330] env[70480]: DEBUG nova.compute.manager [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1123.771025] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.867024] env[70480]: DEBUG nova.compute.manager [req-f429420e-d888-4db4-b686-f5362add1e79 req-7b1d6251-f0fb-4062-935c-8ea82e796804 service nova] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Received event network-vif-deleted-29649f08-4ce1-495d-a4f0-37ba665e196e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.867246] env[70480]: DEBUG nova.compute.manager [req-f429420e-d888-4db4-b686-f5362add1e79 req-7b1d6251-f0fb-4062-935c-8ea82e796804 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Received event network-vif-deleted-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.867406] env[70480]: INFO nova.compute.manager [req-f429420e-d888-4db4-b686-f5362add1e79 req-7b1d6251-f0fb-4062-935c-8ea82e796804 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Neutron deleted interface 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8; detaching it from the instance and deleting it from the info cache [ 1123.867563] env[70480]: DEBUG nova.network.neutron [req-f429420e-d888-4db4-b686-f5362add1e79 req-7b1d6251-f0fb-4062-935c-8ea82e796804 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.872630] env[70480]: DEBUG nova.network.neutron [-] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.927956] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.982356] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "b4424067-7e3e-43f1-84b0-6977e9667b69" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.982753] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.983053] env[70480]: INFO nova.compute.manager [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Rebooting instance [ 1124.026619] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dfce75-1521-4c78-8f40-2cb1eab09271 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.039235] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae442f-fad6-4d05-9f4f-ab6d4d1f4317 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.078528] env[70480]: DEBUG nova.network.neutron [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updated VIF entry in instance network info cache for port d69d94bb-5a00-4dee-9156-ede214e98408. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.078889] env[70480]: DEBUG nova.network.neutron [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updating instance_info_cache with network_info: [{"id": "d69d94bb-5a00-4dee-9156-ede214e98408", "address": "fa:16:3e:cd:17:26", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d94bb-5a", "ovs_interfaceid": "d69d94bb-5a00-4dee-9156-ede214e98408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.080644] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d2f15-70df-487b-8a8f-410e18ee7d37 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.093346] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041dc52-09e0-43a5-ae29-aef7b1a3c05b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.115142] env[70480]: DEBUG nova.compute.provider_tree [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.117553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.244601] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.245043] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.271912] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.279366] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.370523] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-027085b5-3cf1-4ec6-8b1d-49a214b04a72 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.373476] env[70480]: INFO nova.compute.manager [-] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Took 1.95 seconds to deallocate network for instance. [ 1124.382432] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73192e3-3230-4b06-81fe-9b9be911d8f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.422276] env[70480]: DEBUG nova.compute.manager [req-f429420e-d888-4db4-b686-f5362add1e79 req-7b1d6251-f0fb-4062-935c-8ea82e796804 service nova] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Detach interface failed, port_id=0ea6df6d-0041-4ef3-a652-88ce9e8d11a8, reason: Instance d32eb92e-4ee0-441a-ac89-717474130cf7 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.514242] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.584873] env[70480]: DEBUG oslo_concurrency.lockutils [req-8a0e4b4c-b13d-4298-8338-4073c110733e req-0e0b7375-dd40-49a3-9252-1e4fae8d241d service nova] Releasing lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.585575] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquired lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.585806] env[70480]: DEBUG nova.network.neutron [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.620130] env[70480]: DEBUG nova.scheduler.client.report [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.748061] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.766137] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723509, 'name': ReconfigVM_Task, 'duration_secs': 0.651543} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.766542] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 171dccad-477a-4a7e-a6e4-840675a8cd57/171dccad-477a-4a7e-a6e4-840675a8cd57.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.768199] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-563249f3-7260-43b1-87f9-6cfc9949f612 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.779995] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1124.779995] env[70480]: value = "task-3723510" [ 1124.779995] env[70480]: _type = "Task" [ 1124.779995] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.790874] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723510, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.881317] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.128125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.128125] env[70480]: DEBUG nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.131228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.451s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.131750] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.132092] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1125.132574] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.817s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.132999] env[70480]: DEBUG nova.objects.instance [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'resources' on Instance uuid 225cb638-c018-4a5d-b067-b785832dc8e7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.135442] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdefddd5-1bc6-46d0-9cf5-1cc3158a7ce3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.153278] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f5a9a1-05ef-41f5-98da-536c46e90ef2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.174132] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc1cb8-0f4f-4b58-8952-6e667f36ff21 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.182832] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26044dfd-eb1d-4995-b9fc-86d178310a3b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.215790] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178005MB free_disk=62GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1125.215978] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.284584] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.291845] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723510, 'name': Rename_Task, 'duration_secs': 0.272614} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.292159] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.292431] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45dda889-d93e-4b5a-a6ca-06392a807bf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.300664] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1125.300664] env[70480]: value = "task-3723511" [ 1125.300664] env[70480]: _type = "Task" [ 1125.300664] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.313081] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.382927] env[70480]: DEBUG nova.network.neutron [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updating instance_info_cache with network_info: [{"id": "d69d94bb-5a00-4dee-9156-ede214e98408", "address": "fa:16:3e:cd:17:26", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d94bb-5a", "ovs_interfaceid": "d69d94bb-5a00-4dee-9156-ede214e98408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.636982] env[70480]: DEBUG nova.compute.utils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.638970] env[70480]: DEBUG nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1125.814555] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.886876] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Releasing lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.980343] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab548bb-750e-4fd5-8d7f-a9702d73ff8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.991552] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56103ddd-8e2d-4332-8aec-ab2bb5d57dca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.039132] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8793f9ea-faa1-48a9-8f8c-ddd537b04d58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.049437] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037dd628-0b00-47ce-abc7-c157a83c55af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.065166] env[70480]: DEBUG nova.compute.provider_tree [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.140286] env[70480]: DEBUG nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.316154] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.394323] env[70480]: DEBUG nova.compute.manager [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.395819] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b3359-4fb0-49e5-9990-76d73652e6ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.569010] env[70480]: DEBUG nova.scheduler.client.report [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.819295] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.074596] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.077539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.150s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.077890] env[70480]: DEBUG nova.objects.instance [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lazy-loading 'resources' on Instance uuid 50860a27-6334-4e19-b7cf-940a38a02092 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.095563] env[70480]: INFO nova.scheduler.client.report [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 225cb638-c018-4a5d-b067-b785832dc8e7 [ 1127.151450] env[70480]: DEBUG nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.179710] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.180012] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.180197] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.180408] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.180582] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.180735] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.180945] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.181119] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.181290] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.181451] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.181621] env[70480]: DEBUG nova.virt.hardware [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.182571] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76d3b66-7746-4f35-94e3-58b86a737b73 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.191995] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f69f1b5-4b49-497a-9789-e7c75905feb9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.207812] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.213797] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Creating folder: Project (2a377841fc1543aaa6e5d10b160dae12). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.214248] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af38e47c-3d79-40da-b086-3be018aef4dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.228553] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Created folder: Project (2a377841fc1543aaa6e5d10b160dae12) in parent group-v741156. [ 1127.228777] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Creating folder: Instances. Parent ref: group-v741433. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.229059] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49bfcdb0-4f93-4c4d-9fb5-36166e4c96a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.240234] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Created folder: Instances in parent group-v741433. [ 1127.240531] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.240747] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.240967] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7301d2e-824d-4465-b910-9428a053df04 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.260321] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.260321] env[70480]: value = "task-3723514" [ 1127.260321] env[70480]: _type = "Task" [ 1127.260321] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.270340] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723514, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.318479] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.415928] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cda666f-17ec-4099-8f35-7d4d24d11cc6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.425623] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Doing hard reboot of VM {{(pid=70480) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1127.426097] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-94ecf9b4-d1eb-4eb2-86b7-a1ebab6cf3e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.434287] env[70480]: DEBUG oslo_vmware.api [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1127.434287] env[70480]: value = "task-3723515" [ 1127.434287] env[70480]: _type = "Task" [ 1127.434287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.447596] env[70480]: DEBUG oslo_vmware.api [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723515, 'name': ResetVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.608827] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b4f81113-e54f-499b-8146-542162827aba tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "225cb638-c018-4a5d-b067-b785832dc8e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.446s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.779926] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723514, 'name': CreateVM_Task, 'duration_secs': 0.415} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.780114] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.784260] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.784497] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.784981] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.785673] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd02afaa-24f7-4ceb-9d53-2a35b4a51877 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.792712] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1127.792712] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52960427-7964-e7da-853b-e91aaa12556f" [ 1127.792712] env[70480]: _type = "Task" [ 1127.792712] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.809450] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52960427-7964-e7da-853b-e91aaa12556f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.826077] env[70480]: DEBUG oslo_vmware.api [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723511, 'name': PowerOnVM_Task, 'duration_secs': 2.096998} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.826544] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.826766] env[70480]: INFO nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Took 13.22 seconds to spawn the instance on the hypervisor. [ 1127.827045] env[70480]: DEBUG nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.828260] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb7311e-2532-4280-96ee-15ca31c5374f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.936708] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30fa481-6f90-4c62-94a4-2c65dad60603 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.963201] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33befd1d-5539-431c-b4ef-ab1bbe459214 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.971491] env[70480]: DEBUG oslo_vmware.api [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723515, 'name': ResetVM_Task, 'duration_secs': 0.120594} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.971959] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Did hard reboot of VM {{(pid=70480) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1127.972291] env[70480]: DEBUG nova.compute.manager [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.973753] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc8ad6-697f-4fc3-84e4-97283fcf72b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.008040] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b4d9a-9ea1-4083-8e14-872155fa7164 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.022693] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a798a1-c452-4d94-ba6a-72601bfeb892 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.040642] env[70480]: DEBUG nova.compute.provider_tree [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.305452] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52960427-7964-e7da-853b-e91aaa12556f, 'name': SearchDatastore_Task, 'duration_secs': 0.016839} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.305816] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.306079] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.306340] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.306483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.306658] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.306976] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60861f79-2bc0-4d9e-bec8-0f17693a573c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.319498] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.319678] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.320502] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590cbd25-2101-4afe-9f84-ddfedfcab3b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.329895] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1128.329895] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529a580d-80db-7fb4-8ddf-9967deb02bd9" [ 1128.329895] env[70480]: _type = "Task" [ 1128.329895] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.343422] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529a580d-80db-7fb4-8ddf-9967deb02bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.355079] env[70480]: INFO nova.compute.manager [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Took 26.45 seconds to build instance. [ 1128.520475] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3aa89db7-fe5a-4ba4-8f29-43c2675b0b73 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.538s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.543711] env[70480]: DEBUG nova.scheduler.client.report [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.846029] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529a580d-80db-7fb4-8ddf-9967deb02bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.848722] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38703744-182b-4e34-95bf-ce533847e170 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.851428] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.851685] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.854292] env[70480]: DEBUG nova.compute.manager [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Received event network-changed-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.854469] env[70480]: DEBUG nova.compute.manager [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Refreshing instance network info cache due to event network-changed-c20b0e2f-49e8-4b13-9f73-3a14523f83a7. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.854691] env[70480]: DEBUG oslo_concurrency.lockutils [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] Acquiring lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.854859] env[70480]: DEBUG oslo_concurrency.lockutils [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] Acquired lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.855127] env[70480]: DEBUG nova.network.neutron [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Refreshing network info cache for port c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.856912] env[70480]: DEBUG oslo_concurrency.lockutils [None req-42160177-0e1a-4643-ae07-d9fe33b3fa96 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.963s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.862426] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1128.862426] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5288407a-e9c6-b92d-1f9b-fad967a8837f" [ 1128.862426] env[70480]: _type = "Task" [ 1128.862426] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.875248] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5288407a-e9c6-b92d-1f9b-fad967a8837f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.049773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.052739] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.935s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.054557] env[70480]: INFO nova.compute.claims [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.077039] env[70480]: INFO nova.scheduler.client.report [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted allocations for instance 50860a27-6334-4e19-b7cf-940a38a02092 [ 1129.356975] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.378033] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5288407a-e9c6-b92d-1f9b-fad967a8837f, 'name': SearchDatastore_Task, 'duration_secs': 0.017571} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.378033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.378033] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.378033] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6426df-9702-4f27-8976-76c1ab000131 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.385316] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1129.385316] env[70480]: value = "task-3723516" [ 1129.385316] env[70480]: _type = "Task" [ 1129.385316] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.395900] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.528061] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.528430] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.528724] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "411eb6be-d0c0-4020-a18b-bd56759abc5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.528932] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.529138] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.534409] env[70480]: INFO nova.compute.manager [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Terminating instance [ 1129.585115] env[70480]: DEBUG oslo_concurrency.lockutils [None req-760d458a-4920-481d-8599-346025341d17 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "50860a27-6334-4e19-b7cf-940a38a02092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.196s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.589876] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.589876] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.616115] env[70480]: DEBUG nova.network.neutron [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Updated VIF entry in instance network info cache for port c20b0e2f-49e8-4b13-9f73-3a14523f83a7. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.616752] env[70480]: DEBUG nova.network.neutron [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Updating instance_info_cache with network_info: [{"id": "c20b0e2f-49e8-4b13-9f73-3a14523f83a7", "address": "fa:16:3e:3c:fb:f0", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20b0e2f-49", "ovs_interfaceid": "c20b0e2f-49e8-4b13-9f73-3a14523f83a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.884027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.897276] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49521} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.897617] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.897986] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.898290] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a79f175-7e48-45e9-88ff-4b724c2ab816 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.912277] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1129.912277] env[70480]: value = "task-3723517" [ 1129.912277] env[70480]: _type = "Task" [ 1129.912277] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.924364] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.040592] env[70480]: DEBUG nova.compute.manager [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.040791] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.042517] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa7341c-c163-4bc3-84ee-357bc43b5b7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.052946] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.053071] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59be7ae4-39e7-4c6d-b47a-7392ffc3082a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.061114] env[70480]: DEBUG oslo_vmware.api [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1130.061114] env[70480]: value = "task-3723518" [ 1130.061114] env[70480]: _type = "Task" [ 1130.061114] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.077030] env[70480]: DEBUG oslo_vmware.api [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.093116] env[70480]: DEBUG nova.compute.utils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.120932] env[70480]: DEBUG oslo_concurrency.lockutils [req-72afb914-9f5d-410c-84d9-b37feaf9d02c req-91cbcdc3-54df-4db9-9268-60a70218eeb5 service nova] Releasing lock "refresh_cache-171dccad-477a-4a7e-a6e4-840675a8cd57" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.147159] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52989548-65fe-0125-9fa7-3a160367c8d1/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1130.148279] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a0b74b-4252-43c5-8d13-623dab7f5ab5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.159101] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52989548-65fe-0125-9fa7-3a160367c8d1/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1130.159324] env[70480]: ERROR oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52989548-65fe-0125-9fa7-3a160367c8d1/disk-0.vmdk due to incomplete transfer. [ 1130.159598] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba16dff5-ac32-46b3-ae37-e3ee07beb566 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.169806] env[70480]: DEBUG oslo_vmware.rw_handles [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52989548-65fe-0125-9fa7-3a160367c8d1/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1130.170036] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Uploaded image 4dec2401-f9ae-4c79-8483-19af554483b6 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1130.172542] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1130.173231] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04db53ef-9dce-41a4-a00a-67ee2ded423a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.181403] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1130.181403] env[70480]: value = "task-3723519" [ 1130.181403] env[70480]: _type = "Task" [ 1130.181403] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.197658] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723519, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.407484] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "21027626-1e74-4301-b008-f62fe0cdd0f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.407756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.407964] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "21027626-1e74-4301-b008-f62fe0cdd0f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.408219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.408588] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.412345] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400f9bcb-b843-4b64-8d47-936942c2c735 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.416053] env[70480]: INFO nova.compute.manager [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Terminating instance [ 1131.213147] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.623s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.233621] env[70480]: DEBUG nova.compute.manager [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Received event network-changed-d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.233870] env[70480]: DEBUG nova.compute.manager [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Refreshing instance network info cache due to event network-changed-d69d94bb-5a00-4dee-9156-ede214e98408. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.234141] env[70480]: DEBUG oslo_concurrency.lockutils [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] Acquiring lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.234308] env[70480]: DEBUG oslo_concurrency.lockutils [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] Acquired lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.234489] env[70480]: DEBUG nova.network.neutron [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Refreshing network info cache for port d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.236595] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f12902e-224d-41c3-8792-7a8706cd11ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.245824] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088486} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.246538] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.253943] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9a379-f12f-4a5b-bce5-38b8cd56f5d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.256848] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723519, 'name': Destroy_Task, 'duration_secs': 1.030932} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.257110] env[70480]: DEBUG oslo_vmware.api [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723518, 'name': PowerOffVM_Task, 'duration_secs': 0.505629} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.283745] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Destroyed the VM [ 1131.284048] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1131.284390] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.284559] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.285929] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb5df149-8030-48fe-8fdb-93c6a102f7e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.288308] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f8045ac-c0bd-4ef0-8eac-d0188cb9e3bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.290670] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0f170-a013-427b-9b42-8f72f702f9cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.309800] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.311555] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a971983-681c-4b53-8dcf-948cc5d93973 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.333139] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1131.333139] env[70480]: value = "task-3723522" [ 1131.333139] env[70480]: _type = "Task" [ 1131.333139] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.334960] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d74de88-a540-4e01-a0e9-478a657b3ad0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.343783] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1131.343783] env[70480]: value = "task-3723523" [ 1131.343783] env[70480]: _type = "Task" [ 1131.343783] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.360419] env[70480]: DEBUG nova.compute.provider_tree [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.361971] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.369147] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.386742] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.387010] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.387317] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Deleting the datastore file [datastore2] 411eb6be-d0c0-4020-a18b-bd56759abc5b {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.387609] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab2ba5c3-47eb-4e9f-b6d7-1f31f29ab3ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.395131] env[70480]: DEBUG oslo_vmware.api [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1131.395131] env[70480]: value = "task-3723524" [ 1131.395131] env[70480]: _type = "Task" [ 1131.395131] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.404912] env[70480]: DEBUG oslo_vmware.api [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.723663] env[70480]: DEBUG nova.compute.manager [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.723953] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.725218] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407be660-fd51-4982-a1b2-0af09a45edcc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.731805] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "b4424067-7e3e-43f1-84b0-6977e9667b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.732232] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.732478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "b4424067-7e3e-43f1-84b0-6977e9667b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.732851] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.733121] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.738472] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.739023] env[70480]: INFO nova.compute.manager [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Terminating instance [ 1131.740474] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8040e353-b762-4347-8014-51e7d098e35c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.751031] env[70480]: DEBUG oslo_vmware.api [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1131.751031] env[70480]: value = "task-3723525" [ 1131.751031] env[70480]: _type = "Task" [ 1131.751031] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.762419] env[70480]: DEBUG oslo_vmware.api [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.853551] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723522, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.860474] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723523, 'name': ReconfigVM_Task, 'duration_secs': 0.313229} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.860621] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Reconfigured VM instance instance-00000067 to attach disk [datastore2] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.861337] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5248d0fa-61bb-4a40-9eec-8cbc8bbaf4ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.863764] env[70480]: DEBUG nova.scheduler.client.report [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.876788] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1131.876788] env[70480]: value = "task-3723526" [ 1131.876788] env[70480]: _type = "Task" [ 1131.876788] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.889706] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723526, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.913911] env[70480]: DEBUG oslo_vmware.api [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159671} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.914279] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.914503] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.914696] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.914943] env[70480]: INFO nova.compute.manager [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1131.915135] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.915337] env[70480]: DEBUG nova.compute.manager [-] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.915427] env[70480]: DEBUG nova.network.neutron [-] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.001974] env[70480]: DEBUG nova.network.neutron [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updated VIF entry in instance network info cache for port d69d94bb-5a00-4dee-9156-ede214e98408. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.002426] env[70480]: DEBUG nova.network.neutron [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updating instance_info_cache with network_info: [{"id": "d69d94bb-5a00-4dee-9156-ede214e98408", "address": "fa:16:3e:cd:17:26", "network": {"id": "43e72a87-d045-4716-ac72-61f18e924d57", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1254499242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6e6724363f42debe3d89b9443cd041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd69d94bb-5a", "ovs_interfaceid": "d69d94bb-5a00-4dee-9156-ede214e98408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.167019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.167019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.167019] env[70480]: INFO nova.compute.manager [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Attaching volume 760a489a-0103-43c8-80b1-616fbdc13009 to /dev/sdb [ 1132.201859] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14914a-2a6b-4d82-baf1-4d59e2951070 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.210197] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201e752c-c352-4d8a-ac8b-c8c9423d06af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.226261] env[70480]: DEBUG nova.virt.block_device [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updating existing volume attachment record: f04253bc-6721-49a7-8116-150de6cfe2b6 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1132.246704] env[70480]: DEBUG nova.compute.manager [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.247785] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.247988] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b655eb6-c6db-4e3f-ba49-d85f5f8dde8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.258156] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.258887] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b4e1383-f5d6-4a57-8cfb-6247d8516c59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.265424] env[70480]: DEBUG oslo_vmware.api [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723525, 'name': PowerOffVM_Task, 'duration_secs': 0.209248} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.267933] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.268207] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.268537] env[70480]: DEBUG oslo_vmware.api [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1132.268537] env[70480]: value = "task-3723527" [ 1132.268537] env[70480]: _type = "Task" [ 1132.268537] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.268778] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e004451e-c282-48b2-a7d3-cbea3e5e90ec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.282377] env[70480]: DEBUG oslo_vmware.api [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.346364] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723522, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595807} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.346634] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1132.346993] env[70480]: DEBUG nova.compute.manager [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.348244] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0761ec-4090-4100-9bc8-4d58e4b979fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.366571] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.366571] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.366756] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleting the datastore file [datastore2] 21027626-1e74-4301-b008-f62fe0cdd0f4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.367041] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e5358b-5663-4279-9528-f741fe2c0bce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.371820] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.319s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.372347] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.377055] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.098s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.378776] env[70480]: DEBUG oslo_vmware.api [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1132.378776] env[70480]: value = "task-3723529" [ 1132.378776] env[70480]: _type = "Task" [ 1132.378776] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.397165] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723526, 'name': Rename_Task, 'duration_secs': 0.160481} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.401595] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.402051] env[70480]: DEBUG oslo_vmware.api [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.405578] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-454125cc-f446-4dba-895a-07f0e89f23d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.412023] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1132.412023] env[70480]: value = "task-3723531" [ 1132.412023] env[70480]: _type = "Task" [ 1132.412023] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.423314] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.504898] env[70480]: DEBUG oslo_concurrency.lockutils [req-6f1d76a0-6ed6-4c86-9530-27e571e2d955 req-951c791b-e7e7-4a44-ba41-99530359d1df service nova] Releasing lock "refresh_cache-b4424067-7e3e-43f1-84b0-6977e9667b69" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.782630] env[70480]: DEBUG oslo_vmware.api [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723527, 'name': PowerOffVM_Task, 'duration_secs': 0.240168} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.782995] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.783226] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.783537] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e40aa683-e520-4af7-a27e-6ec6e781466b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.863883] env[70480]: INFO nova.compute.manager [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Shelve offloading [ 1132.871045] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.871045] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.871045] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Deleting the datastore file [datastore1] b4424067-7e3e-43f1-84b0-6977e9667b69 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.871532] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bddffd3-6ecf-4266-912a-b10a830efd90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.883122] env[70480]: INFO nova.compute.claims [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.891253] env[70480]: DEBUG nova.compute.utils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.896306] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.896472] env[70480]: DEBUG nova.network.neutron [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.903053] env[70480]: DEBUG oslo_vmware.api [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1132.903053] env[70480]: value = "task-3723533" [ 1132.903053] env[70480]: _type = "Task" [ 1132.903053] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.915882] env[70480]: DEBUG oslo_vmware.api [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1596} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.920349] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.920625] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.921540] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.921540] env[70480]: INFO nova.compute.manager [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1132.921540] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.926094] env[70480]: DEBUG nova.compute.manager [-] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.926243] env[70480]: DEBUG nova.network.neutron [-] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.928475] env[70480]: DEBUG oslo_vmware.api [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.935668] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723531, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.012125] env[70480]: DEBUG nova.policy [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e84aeea030fd45de9e3972aa18985f1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d0e3f7472747aba1c0ac204c3fec4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.036996] env[70480]: DEBUG nova.network.neutron [-] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.305437] env[70480]: DEBUG nova.compute.manager [req-64bdc608-b327-4a17-9c46-179aea07d5ff req-961056fd-3a0d-4af7-af90-a44adb13a21c service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Received event network-vif-deleted-57f10086-8666-47a4-85d5-08951f3c5dea {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.305759] env[70480]: INFO nova.compute.manager [req-64bdc608-b327-4a17-9c46-179aea07d5ff req-961056fd-3a0d-4af7-af90-a44adb13a21c service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Neutron deleted interface 57f10086-8666-47a4-85d5-08951f3c5dea; detaching it from the instance and deleting it from the info cache [ 1133.305829] env[70480]: DEBUG nova.network.neutron [req-64bdc608-b327-4a17-9c46-179aea07d5ff req-961056fd-3a0d-4af7-af90-a44adb13a21c service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.336464] env[70480]: DEBUG nova.compute.manager [req-05a8de6e-f831-4240-9a60-545ca8d0b031 req-62aa194d-aa89-4e26-96c5-bc99792a2d06 service nova] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Received event network-vif-deleted-eb1f2366-7d07-4105-842e-a6fdd9deddbc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.374025] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.374025] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c3dd82-91ab-4ddb-95c5-566bc284a94d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.384740] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1133.384740] env[70480]: value = "task-3723534" [ 1133.384740] env[70480]: _type = "Task" [ 1133.384740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.395835] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.405830] env[70480]: INFO nova.compute.resource_tracker [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating resource usage from migration 2600ae8e-7181-48ae-be86-454c67af56d8 [ 1133.413033] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1133.413033] env[70480]: DEBUG nova.compute.manager [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.413724] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9556730-ebc4-4958-b008-73c7f979f093 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.424538] env[70480]: DEBUG oslo_vmware.api [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187777} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.426901] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.427188] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.427450] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.427658] env[70480]: INFO nova.compute.manager [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1133.427911] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.430960] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.430960] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.430960] env[70480]: DEBUG nova.network.neutron [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.435152] env[70480]: DEBUG nova.compute.manager [-] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.435253] env[70480]: DEBUG nova.network.neutron [-] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.437646] env[70480]: DEBUG oslo_vmware.api [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723531, 'name': PowerOnVM_Task, 'duration_secs': 0.740664} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.439313] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.439313] env[70480]: INFO nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1133.439313] env[70480]: DEBUG nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.440344] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ac869-2af7-4f46-b3e7-a5b18de15232 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.466426] env[70480]: DEBUG nova.network.neutron [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Successfully created port: 66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.539508] env[70480]: INFO nova.compute.manager [-] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Took 1.62 seconds to deallocate network for instance. [ 1133.733689] env[70480]: DEBUG nova.network.neutron [-] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.786872] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a342c7e-78b4-45e4-8be5-b8fb00e30e0c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.798029] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed90d249-38a6-4f92-bcb3-5726a117fd98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.828787] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ebfe419-8cea-4446-b9f5-b023985f9db5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.831251] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7add7d9b-189e-405c-8306-bb60a8f30a68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.841343] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e6bd3-1e1a-4c51-956f-16df29f0c90c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.848260] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b118bc-d4af-4a5c-92e8-6b80a1b582b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.869411] env[70480]: DEBUG nova.compute.provider_tree [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.885085] env[70480]: DEBUG nova.compute.manager [req-64bdc608-b327-4a17-9c46-179aea07d5ff req-961056fd-3a0d-4af7-af90-a44adb13a21c service nova] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Detach interface failed, port_id=57f10086-8666-47a4-85d5-08951f3c5dea, reason: Instance 21027626-1e74-4301-b008-f62fe0cdd0f4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.965901] env[70480]: INFO nova.compute.manager [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Took 12.19 seconds to build instance. [ 1134.046899] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.190593] env[70480]: DEBUG nova.network.neutron [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.201069] env[70480]: DEBUG nova.network.neutron [-] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.238027] env[70480]: INFO nova.compute.manager [-] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Took 1.31 seconds to deallocate network for instance. [ 1134.373068] env[70480]: DEBUG nova.scheduler.client.report [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.416296] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.449882] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.450178] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.450355] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.450818] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.450818] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.450930] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.451098] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.451266] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.451477] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.451651] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.451828] env[70480]: DEBUG nova.virt.hardware [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.455241] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582bc478-747e-45fb-9ea0-335b7454b138 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.463144] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb3fe2e-b9fc-4cf8-a481-79a5126517ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.468514] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f90644a7-8d6a-4a0b-803c-dafb5b59a2d1 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "c6c05101-e460-47a9-8f36-94b4b52a22ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.704s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.693741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.704946] env[70480]: INFO nova.compute.manager [-] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Took 1.27 seconds to deallocate network for instance. [ 1134.745365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.880090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.503s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.880335] env[70480]: INFO nova.compute.manager [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Migrating [ 1134.889460] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.008s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.889833] env[70480]: DEBUG nova.objects.instance [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'resources' on Instance uuid d32eb92e-4ee0-441a-ac89-717474130cf7 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.017610] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.018588] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3157e14-7e8b-4874-8d6d-79d9db383656 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.027683] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.027962] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c189a8f5-7536-43c7-a515-a66b51303bf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.146195] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.146195] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.146195] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleting the datastore file [datastore1] 06e61304-09d6-4f1f-aaa2-9638d234a7ce {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.146195] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c60dd38a-8deb-4698-bb05-287e9b913ae6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.156197] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1135.156197] env[70480]: value = "task-3723538" [ 1135.156197] env[70480]: _type = "Task" [ 1135.156197] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.166515] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.216783] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.411249] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.411249] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.411249] env[70480]: DEBUG nova.network.neutron [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.473655] env[70480]: INFO nova.compute.manager [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Rebuilding instance [ 1135.529710] env[70480]: DEBUG nova.compute.manager [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.533066] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c03ce-d14a-4d94-a419-3b6212ccedba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.576562] env[70480]: DEBUG nova.compute.manager [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Received event network-vif-deleted-d69d94bb-5a00-4dee-9156-ede214e98408 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.578015] env[70480]: DEBUG nova.compute.manager [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-vif-unplugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.578015] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.578015] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.581314] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.581620] env[70480]: DEBUG nova.compute.manager [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] No waiting events found dispatching network-vif-unplugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1135.581819] env[70480]: WARNING nova.compute.manager [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received unexpected event network-vif-unplugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b for instance with vm_state shelved and task_state shelving_offloading. [ 1135.581986] env[70480]: DEBUG nova.compute.manager [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-changed-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.582159] env[70480]: DEBUG nova.compute.manager [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Refreshing instance network info cache due to event network-changed-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.582856] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.583197] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.583403] env[70480]: DEBUG nova.network.neutron [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Refreshing network info cache for port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.592851] env[70480]: DEBUG nova.compute.manager [req-9b4c2ec8-36cf-4864-a7d7-d936854d2fca req-5c8a9fd0-8c9e-4445-ac89-005f5105a17d service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-vif-plugged-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.593087] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b4c2ec8-36cf-4864-a7d7-d936854d2fca req-5c8a9fd0-8c9e-4445-ac89-005f5105a17d service nova] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.593317] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b4c2ec8-36cf-4864-a7d7-d936854d2fca req-5c8a9fd0-8c9e-4445-ac89-005f5105a17d service nova] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.593503] env[70480]: DEBUG oslo_concurrency.lockutils [req-9b4c2ec8-36cf-4864-a7d7-d936854d2fca req-5c8a9fd0-8c9e-4445-ac89-005f5105a17d service nova] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.593695] env[70480]: DEBUG nova.compute.manager [req-9b4c2ec8-36cf-4864-a7d7-d936854d2fca req-5c8a9fd0-8c9e-4445-ac89-005f5105a17d service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] No waiting events found dispatching network-vif-plugged-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1135.593865] env[70480]: WARNING nova.compute.manager [req-9b4c2ec8-36cf-4864-a7d7-d936854d2fca req-5c8a9fd0-8c9e-4445-ac89-005f5105a17d service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received unexpected event network-vif-plugged-66ea366c-1d77-4331-99ef-ff5974e85a00 for instance with vm_state building and task_state spawning. [ 1135.671981] env[70480]: DEBUG oslo_vmware.api [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22503} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.675794] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.676217] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.676548] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.698168] env[70480]: INFO nova.scheduler.client.report [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted allocations for instance 06e61304-09d6-4f1f-aaa2-9638d234a7ce [ 1135.771920] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7840cc-6247-4b2c-b8d5-a547c2a6d4df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.781885] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854fb5c0-2e1a-4210-a686-b95301a30fc8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.814669] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dad735-7a0f-41d8-8393-b063a0e78194 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.822864] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f99f4-b3d8-47dc-acab-f61b192493a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.840215] env[70480]: DEBUG nova.compute.provider_tree [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.993904] env[70480]: DEBUG nova.network.neutron [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Successfully updated port: 66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.020353] env[70480]: DEBUG nova.compute.manager [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.020353] env[70480]: DEBUG nova.compute.manager [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing instance network info cache due to event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.020491] env[70480]: DEBUG oslo_concurrency.lockutils [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.021543] env[70480]: DEBUG oslo_concurrency.lockutils [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.021543] env[70480]: DEBUG nova.network.neutron [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.148655] env[70480]: DEBUG nova.network.neutron [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [{"id": "51536b58-4517-46a0-9430-27e8ae9400b0", "address": "fa:16:3e:34:7e:2e", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51536b58-45", "ovs_interfaceid": "51536b58-4517-46a0-9430-27e8ae9400b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.185649] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "10f81081-a7b2-4022-bd6d-5f01273908f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.185910] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.201444] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.347533] env[70480]: DEBUG nova.scheduler.client.report [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.354104] env[70480]: DEBUG nova.network.neutron [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updated VIF entry in instance network info cache for port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.355307] env[70480]: DEBUG nova.network.neutron [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.497300] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.552321] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.553460] env[70480]: DEBUG nova.network.neutron [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.555597] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db6626d-a723-4c23-80b8-7305afc29dec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.564043] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1136.564043] env[70480]: value = "task-3723540" [ 1136.564043] env[70480]: _type = "Task" [ 1136.564043] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.573853] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.651866] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.657160] env[70480]: DEBUG nova.network.neutron [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.690206] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.783361] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1136.783643] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741437', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'name': 'volume-760a489a-0103-43c8-80b1-616fbdc13009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04cd7f2a-be7d-415e-b1e9-9334731d2d44', 'attached_at': '', 'detached_at': '', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'serial': '760a489a-0103-43c8-80b1-616fbdc13009'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1136.784633] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75e1b1-8f07-4812-8d6b-a2c43326accc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.805361] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38a35f-104f-45a4-94c6-9fb470e7ab3c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.832787] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-760a489a-0103-43c8-80b1-616fbdc13009/volume-760a489a-0103-43c8-80b1-616fbdc13009.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.833494] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91937e4f-b6c4-4547-8350-2003dad4cdff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.855023] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1136.855023] env[70480]: value = "task-3723541" [ 1136.855023] env[70480]: _type = "Task" [ 1136.855023] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.858513] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.860763] env[70480]: DEBUG oslo_concurrency.lockutils [req-bc917ebf-217d-4671-9a1b-f03595a43c44 req-17ac3da1-7eb9-44c5-b2ba-0144dbd1e13a service nova] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.861406] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.645s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.870144] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.892806] env[70480]: INFO nova.scheduler.client.report [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted allocations for instance d32eb92e-4ee0-441a-ac89-717474130cf7 [ 1137.075730] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723540, 'name': PowerOffVM_Task, 'duration_secs': 0.152742} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.076071] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.076812] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.077734] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6082de27-6ce7-45e8-b1f6-471a23f5a198 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.085485] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.085759] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e144927d-caec-4062-879d-4b76d38d5a91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.121255] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.121491] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.121772] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Deleting the datastore file [datastore2] c6c05101-e460-47a9-8f36-94b4b52a22ed {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.122141] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee3cbeca-b543-4c99-b437-39056091449f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.130259] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1137.130259] env[70480]: value = "task-3723543" [ 1137.130259] env[70480]: _type = "Task" [ 1137.130259] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.140443] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.160130] env[70480]: DEBUG oslo_concurrency.lockutils [req-b2aa4489-4bf0-4c92-9896-0e8dfbf3b466 req-a2014932-3490-4217-9289-885b6bafd313 service nova] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.160130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.160378] env[70480]: DEBUG nova.network.neutron [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.215864] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.372765] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723541, 'name': ReconfigVM_Task, 'duration_secs': 0.42167} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.373180] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-760a489a-0103-43c8-80b1-616fbdc13009/volume-760a489a-0103-43c8-80b1-616fbdc13009.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.378487] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae75314-00e4-4c5d-a6fe-345261464f78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.395417] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1137.395417] env[70480]: value = "task-3723544" [ 1137.395417] env[70480]: _type = "Task" [ 1137.395417] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.402290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "d32eb92e-4ee0-441a-ac89-717474130cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.679s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.407983] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.640586] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12814} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.640876] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.641080] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.641259] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.682579] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.682850] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.683076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.683264] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.683431] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.686583] env[70480]: INFO nova.compute.manager [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Terminating instance [ 1137.698984] env[70480]: DEBUG nova.network.neutron [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.866669] env[70480]: DEBUG nova.network.neutron [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ea366c-1d", "ovs_interfaceid": "66ea366c-1d77-4331-99ef-ff5974e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.874543] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Applying migration context for instance b0406d37-5504-486b-a7e8-05773d3d7534 as it has an incoming, in-progress migration 2600ae8e-7181-48ae-be86-454c67af56d8. Migration status is migrating {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1137.876518] env[70480]: INFO nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating resource usage from migration 2600ae8e-7181-48ae-be86-454c67af56d8 [ 1137.896234] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.896463] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.896644] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 411eb6be-d0c0-4020-a18b-bd56759abc5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.896808] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 71435f12-edb7-45f3-9633-0615475702db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.896960] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 46078b13-398e-4026-8c76-3a23f359e200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.897145] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9988d525-c3ef-40f5-9367-be8e96691290 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.897320] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance e80427ac-95cc-495a-b3c6-42fa554a6321 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.897449] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 3eb0c237-5d0a-450c-9ea5-4191b94a7847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.897584] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 21027626-1e74-4301-b008-f62fe0cdd0f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.897699] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9f6449c5-0fd9-4b5a-bd85-4dba61489b63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.897808] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 04cd7f2a-be7d-415e-b1e9-9334731d2d44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.897927] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance b4424067-7e3e-43f1-84b0-6977e9667b69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1137.898048] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 171dccad-477a-4a7e-a6e4-840675a8cd57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.898161] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c6c05101-e460-47a9-8f36-94b4b52a22ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.898350] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c0fd9e28-190a-48f1-90f3-ec940227a553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.898496] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Migration 2600ae8e-7181-48ae-be86-454c67af56d8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1137.898668] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance b0406d37-5504-486b-a7e8-05773d3d7534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1137.911087] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.119715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.168811] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593e7aee-9f3a-4fb8-bd27-e292c460170d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.188776] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.193225] env[70480]: DEBUG nova.compute.manager [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.193497] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.194811] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529abde5-10bb-422c-9c1a-a82fa1cf1bc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.203633] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.203848] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca8d2bfd-7854-41db-901f-ab56500d54a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.212751] env[70480]: DEBUG oslo_vmware.api [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1138.212751] env[70480]: value = "task-3723546" [ 1138.212751] env[70480]: _type = "Task" [ 1138.212751] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.224026] env[70480]: DEBUG oslo_vmware.api [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.369380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.369833] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance network_info: |[{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ea366c-1d", "ovs_interfaceid": "66ea366c-1d77-4331-99ef-ff5974e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.370371] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:45:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66ea366c-1d77-4331-99ef-ff5974e85a00', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.380035] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.380413] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.381177] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1afb9262-5060-47c7-a63e-efbef5634932 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.408087] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance deb565ac-9aef-40e9-a1b2-f8ab461d3ce8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1138.409529] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.409529] env[70480]: value = "task-3723547" [ 1138.409529] env[70480]: _type = "Task" [ 1138.409529] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.416915] env[70480]: DEBUG oslo_vmware.api [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723544, 'name': ReconfigVM_Task, 'duration_secs': 0.977059} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.417693] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741437', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'name': 'volume-760a489a-0103-43c8-80b1-616fbdc13009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04cd7f2a-be7d-415e-b1e9-9334731d2d44', 'attached_at': '', 'detached_at': '', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'serial': '760a489a-0103-43c8-80b1-616fbdc13009'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1138.422926] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723547, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.679895] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.680223] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.680348] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.680543] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.680720] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.680874] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.681125] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.681328] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.681543] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.681765] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.681927] env[70480]: DEBUG nova.virt.hardware [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.682896] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a57d0c-e63b-415c-9f39-c0dc4bb69ba6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.692016] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3450fd-38a8-4234-855d-f939230a37ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.697511] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.697775] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a754987-b466-4418-bcd3-db9e986893f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.711580] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.717991] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.719825] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.720253] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1138.720253] env[70480]: value = "task-3723548" [ 1138.720253] env[70480]: _type = "Task" [ 1138.720253] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.723875] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a61e709b-2ab5-496e-9e0b-25014d0015af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.755558] env[70480]: DEBUG oslo_vmware.api [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723546, 'name': PowerOffVM_Task, 'duration_secs': 0.229614} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.761770] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.762079] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.762416] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.762416] env[70480]: value = "task-3723549" [ 1138.762416] env[70480]: _type = "Task" [ 1138.762416] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.762709] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.763014] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a7b9add-b6cb-48bf-ad5e-5b8c8a6f0197 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.776809] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723549, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.849515] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.849762] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.849987] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleting the datastore file [datastore2] 3eb0c237-5d0a-450c-9ea5-4191b94a7847 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.850364] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e963e12a-3134-46f0-be7b-dc9b112933f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.857867] env[70480]: DEBUG oslo_vmware.api [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for the task: (returnval){ [ 1138.857867] env[70480]: value = "task-3723551" [ 1138.857867] env[70480]: _type = "Task" [ 1138.857867] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.868382] env[70480]: DEBUG oslo_vmware.api [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.912093] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2cee91e8-63f6-4a74-ac06-7ad6f17669e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1138.924898] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723547, 'name': CreateVM_Task, 'duration_secs': 0.38165} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.926026] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.926756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.926929] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.927310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.927861] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f70d9c-b195-485f-bf3c-16a666fe636e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.934421] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1138.934421] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524aee04-460f-a9dc-5619-2f2668bcfa01" [ 1138.934421] env[70480]: _type = "Task" [ 1138.934421] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.944645] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524aee04-460f-a9dc-5619-2f2668bcfa01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.259757] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723548, 'name': PowerOffVM_Task, 'duration_secs': 0.298977} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.259962] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.260119] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.277015] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723549, 'name': CreateVM_Task, 'duration_secs': 0.337109} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.277223] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.277951] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.369061] env[70480]: DEBUG oslo_vmware.api [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Task: {'id': task-3723551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211779} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.369061] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.369061] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.369061] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.369504] env[70480]: INFO nova.compute.manager [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1139.369504] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.369992] env[70480]: DEBUG nova.compute.manager [-] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.370115] env[70480]: DEBUG nova.network.neutron [-] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.417731] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 10f81081-a7b2-4022-bd6d-5f01273908f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1139.417944] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 06e61304-09d6-4f1f-aaa2-9638d234a7ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1139.418174] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1139.418317] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1139.447064] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524aee04-460f-a9dc-5619-2f2668bcfa01, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.447064] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.447425] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.447514] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.447659] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.447833] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.448325] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.448443] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.448678] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ccb0af-9a72-41c1-9e10-f3910cd90e9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.450545] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e853c4ed-7e5c-4f68-854f-d4250fb3cd06 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.455897] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1139.455897] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b6b05-de74-87ee-1fb7-2c41c389a793" [ 1139.455897] env[70480]: _type = "Task" [ 1139.455897] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.462640] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.462922] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.465186] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4a5f1f-2b32-4185-9f61-8c9e7d86ee8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.470585] env[70480]: DEBUG nova.objects.instance [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'flavor' on Instance uuid 04cd7f2a-be7d-415e-b1e9-9334731d2d44 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.472513] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b6b05-de74-87ee-1fb7-2c41c389a793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.477579] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1139.477579] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9f28e-93d0-95f2-cd76-8a2111d27303" [ 1139.477579] env[70480]: _type = "Task" [ 1139.477579] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.489884] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9f28e-93d0-95f2-cd76-8a2111d27303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.750875] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae9a8c-154a-4679-a83c-6173f9c8fd55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.760232] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f381b4-7509-45d0-927f-7cfa36aaae55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.764242] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.767050] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.767491] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.773239] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.778340] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68462ce-789a-4a6e-b975-9efa18759a69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.792903] env[70480]: DEBUG nova.compute.manager [req-53ec3f1c-5d52-442f-b2c9-46b747022ed3 req-899d8ae4-cb56-4031-b7a1-7f42aaef12a7 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Received event network-vif-deleted-5946a82a-2c53-4a49-b52c-f4bc7b7a310f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.793173] env[70480]: INFO nova.compute.manager [req-53ec3f1c-5d52-442f-b2c9-46b747022ed3 req-899d8ae4-cb56-4031-b7a1-7f42aaef12a7 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Neutron deleted interface 5946a82a-2c53-4a49-b52c-f4bc7b7a310f; detaching it from the instance and deleting it from the info cache [ 1139.793391] env[70480]: DEBUG nova.network.neutron [req-53ec3f1c-5d52-442f-b2c9-46b747022ed3 req-899d8ae4-cb56-4031-b7a1-7f42aaef12a7 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.827673] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0cb05a-0e23-4109-86ec-5b7a6b9970a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.832958] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1139.832958] env[70480]: value = "task-3723553" [ 1139.832958] env[70480]: _type = "Task" [ 1139.832958] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.841441] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde3826-2774-493a-a276-9322c1db79fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.850467] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.861704] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.969766] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523b6b05-de74-87ee-1fb7-2c41c389a793, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.970181] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.970491] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.970852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.976046] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e9dd8f8c-8a78-4dc5-92de-23330304978b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.977070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.213s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.991640] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c9f28e-93d0-95f2-cd76-8a2111d27303, 'name': SearchDatastore_Task, 'duration_secs': 0.032025} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.993770] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20077008-4f7b-4b69-95ca-92422153356d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.000922] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1140.000922] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52baeca1-4343-274c-8c6d-11e15250d331" [ 1140.000922] env[70480]: _type = "Task" [ 1140.000922] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.010083] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52baeca1-4343-274c-8c6d-11e15250d331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.170495] env[70480]: DEBUG nova.network.neutron [-] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.296716] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18d7257f-30bc-4970-85b0-1cae9a81fda4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.310212] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51eb67c-2ae3-49d1-a74a-7fe5869cb5ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.355230] env[70480]: DEBUG nova.compute.manager [req-53ec3f1c-5d52-442f-b2c9-46b747022ed3 req-899d8ae4-cb56-4031-b7a1-7f42aaef12a7 service nova] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Detach interface failed, port_id=5946a82a-2c53-4a49-b52c-f4bc7b7a310f, reason: Instance 3eb0c237-5d0a-450c-9ea5-4191b94a7847 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.359167] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723553, 'name': ReconfigVM_Task, 'duration_secs': 0.237002} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.359583] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.365695] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.480424] env[70480]: INFO nova.compute.manager [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Detaching volume 760a489a-0103-43c8-80b1-616fbdc13009 [ 1140.512960] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52baeca1-4343-274c-8c6d-11e15250d331, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.513288] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.513602] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.513907] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.514110] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.514385] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32807ec8-de92-4c26-acf4-3204f2e44d51 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.516517] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b111851d-7ab0-4a3b-b4fb-e929cb87cbd1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.520252] env[70480]: INFO nova.virt.block_device [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Attempting to driver detach volume 760a489a-0103-43c8-80b1-616fbdc13009 from mountpoint /dev/sdb [ 1140.520476] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.520666] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741437', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'name': 'volume-760a489a-0103-43c8-80b1-616fbdc13009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04cd7f2a-be7d-415e-b1e9-9334731d2d44', 'attached_at': '', 'detached_at': '', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'serial': '760a489a-0103-43c8-80b1-616fbdc13009'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.521536] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416ab6d-3077-4d4c-8e7f-64e0819b8893 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.525723] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1140.525723] env[70480]: value = "task-3723554" [ 1140.525723] env[70480]: _type = "Task" [ 1140.525723] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.530304] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.532243] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.547821] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83587b50-fe20-473b-8310-5a6e712d7f34 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.551857] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305df689-2b4f-4f98-8415-74e424759c79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.558325] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.561378] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1140.561378] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52118c8b-bc76-76e2-0c1c-51139914b79e" [ 1140.561378] env[70480]: _type = "Task" [ 1140.561378] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.566830] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248be60-927f-4494-a0de-c314cbf89d08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.575984] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52118c8b-bc76-76e2-0c1c-51139914b79e, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.594615] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ce4c65-c87b-4a3a-840f-0d02be11223a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.597970] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ad6fa-ef8d-43b0-8122-d2999517b677 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.605962] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1140.605962] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5222db8c-41f1-cde5-4cf0-70c379c4dfe8" [ 1140.605962] env[70480]: _type = "Task" [ 1140.605962] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.617234] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] The volume has not been displaced from its original location: [datastore1] volume-760a489a-0103-43c8-80b1-616fbdc13009/volume-760a489a-0103-43c8-80b1-616fbdc13009.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.622786] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.626355] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d97d46-e009-42b3-9269-6a2eeb2c98c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.649178] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5222db8c-41f1-cde5-4cf0-70c379c4dfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.651777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.652666] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.653150] env[70480]: DEBUG oslo_vmware.api [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1140.653150] env[70480]: value = "task-3723555" [ 1140.653150] env[70480]: _type = "Task" [ 1140.653150] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.653412] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16198871-aa58-4d91-ba6e-f7a0e5d44441 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.669115] env[70480]: DEBUG oslo_vmware.api [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.669492] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1140.669492] env[70480]: value = "task-3723556" [ 1140.669492] env[70480]: _type = "Task" [ 1140.669492] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.673540] env[70480]: INFO nova.compute.manager [-] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Took 1.30 seconds to deallocate network for instance. [ 1140.682735] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.867049] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.867049] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.867604] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.867604] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.867604] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.867758] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.869883] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.869883] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.869883] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.869883] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.869883] env[70480]: DEBUG nova.virt.hardware [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.876244] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.878889] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.878889] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.016s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.878889] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95d89f0-91e9-429b-adc2-d6d1c21f3040 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.894449] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.610s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.896220] env[70480]: INFO nova.compute.claims [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.906781] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1140.906781] env[70480]: value = "task-3723557" [ 1140.906781] env[70480]: _type = "Task" [ 1140.906781] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.920968] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.036842] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.167110] env[70480]: DEBUG oslo_vmware.api [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723555, 'name': ReconfigVM_Task, 'duration_secs': 0.299591} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.167464] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.172966] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21bf487-e65c-4281-ae28-81a334868290 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.189318] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.197279] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.199185] env[70480]: DEBUG oslo_vmware.api [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1141.199185] env[70480]: value = "task-3723558" [ 1141.199185] env[70480]: _type = "Task" [ 1141.199185] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.213830] env[70480]: DEBUG oslo_vmware.api [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.419929] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723557, 'name': ReconfigVM_Task, 'duration_secs': 0.34016} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.420277] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.421210] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7add59fa-9284-4e5c-98d5-21e1e466ef1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.458288] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534/b0406d37-5504-486b-a7e8-05773d3d7534.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.458804] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40995597-4db0-41ae-b202-c427969ae1a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.488727] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1141.488727] env[70480]: value = "task-3723559" [ 1141.488727] env[70480]: _type = "Task" [ 1141.488727] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.502907] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.540483] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563097} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.540883] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.541200] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.541556] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c22dfce0-e4e2-4eb5-9aa1-748ad9e0ca60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.549922] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1141.549922] env[70480]: value = "task-3723560" [ 1141.549922] env[70480]: _type = "Task" [ 1141.549922] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.560272] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.683045] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871098} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.683224] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.683448] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.683714] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6868af0d-517c-4a5a-af60-23d21140742e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.692686] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1141.692686] env[70480]: value = "task-3723561" [ 1141.692686] env[70480]: _type = "Task" [ 1141.692686] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.702416] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.712078] env[70480]: DEBUG oslo_vmware.api [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723558, 'name': ReconfigVM_Task, 'duration_secs': 0.229674} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.712416] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741437', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'name': 'volume-760a489a-0103-43c8-80b1-616fbdc13009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04cd7f2a-be7d-415e-b1e9-9334731d2d44', 'attached_at': '', 'detached_at': '', 'volume_id': '760a489a-0103-43c8-80b1-616fbdc13009', 'serial': '760a489a-0103-43c8-80b1-616fbdc13009'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.000124] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723559, 'name': ReconfigVM_Task, 'duration_secs': 0.312378} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.000639] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534/b0406d37-5504-486b-a7e8-05773d3d7534.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.000932] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.060526] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072569} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.060816] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.061841] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36460384-2159-42a6-83da-18dd6f2f4906 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.091840] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.095541] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc7469f-73f9-4c5f-8eab-d556c41d831c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.117575] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1142.117575] env[70480]: value = "task-3723563" [ 1142.117575] env[70480]: _type = "Task" [ 1142.117575] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.131140] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.207665] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072885} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.208502] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.208965] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a29b4-35a8-40b7-84d2-35bf2645d0fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.236421] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.239304] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b5b983-142e-4ac1-b55d-9678c563b1a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.264194] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1142.264194] env[70480]: value = "task-3723564" [ 1142.264194] env[70480]: _type = "Task" [ 1142.264194] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.271042] env[70480]: DEBUG nova.objects.instance [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'flavor' on Instance uuid 04cd7f2a-be7d-415e-b1e9-9334731d2d44 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.278409] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.306037] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a510db-8e8c-47e1-b013-50cd3b4eb58e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.314172] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251b175e-bdb2-4de8-8be6-70a356a759bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.345940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bbf186-1fbb-4bc6-95ad-93515c715c33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.355241] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1e3e5-78c4-4aa0-87db-8645c214b47b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.369489] env[70480]: DEBUG nova.compute.provider_tree [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.510210] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8724bd6-e9b7-437d-ad1a-76f50b06ea2f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.535476] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74dc6e4-880d-49a9-81de-330ff8092fed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.554358] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.628319] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.776295] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.872517] env[70480]: DEBUG nova.scheduler.client.report [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.096514] env[70480]: DEBUG nova.network.neutron [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Port 51536b58-4517-46a0-9430-27e8ae9400b0 binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1143.132670] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.277782] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723564, 'name': ReconfigVM_Task, 'duration_secs': 0.994407} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.278175] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Reconfigured VM instance instance-00000067 to attach disk [datastore1] c6c05101-e460-47a9-8f36-94b4b52a22ed/c6c05101-e460-47a9-8f36-94b4b52a22ed.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.278852] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee9cb0a-d231-4c71-93b8-158ae9c1069d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.284511] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bdfa0c7c-1c16-4c7b-ab99-a6251e17ac04 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.287028] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1143.287028] env[70480]: value = "task-3723565" [ 1143.287028] env[70480]: _type = "Task" [ 1143.287028] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.296491] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723565, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.379307] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.381024] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.383397] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.500s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.385045] env[70480]: INFO nova.compute.claims [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.630154] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723563, 'name': ReconfigVM_Task, 'duration_secs': 1.34546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.630319] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.630977] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4aa013f-fb15-4602-9d96-f75e5a4dd2fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.639393] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1143.639393] env[70480]: value = "task-3723566" [ 1143.639393] env[70480]: _type = "Task" [ 1143.639393] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.650022] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723566, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.799805] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723565, 'name': Rename_Task, 'duration_secs': 0.143306} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.800137] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.800411] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb573fe-e20b-4d6d-bb21-f4f35bc9a924 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.808167] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1143.808167] env[70480]: value = "task-3723567" [ 1143.808167] env[70480]: _type = "Task" [ 1143.808167] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.818127] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.890045] env[70480]: DEBUG nova.compute.utils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.894419] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.895714] env[70480]: DEBUG nova.network.neutron [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.988250] env[70480]: DEBUG nova.policy [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3837ac6ef97f43178d2bde654c050a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af119ad120da49a79db6cb87e70e8124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.120339] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.120694] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.120807] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.121914] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.122157] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.122465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.122536] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.122764] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.125871] env[70480]: INFO nova.compute.manager [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Terminating instance [ 1144.150710] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723566, 'name': Rename_Task, 'duration_secs': 0.162354} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.151303] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.151303] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5f2b4d-bcd0-46dd-bc73-535c496e1170 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.159498] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1144.159498] env[70480]: value = "task-3723569" [ 1144.159498] env[70480]: _type = "Task" [ 1144.159498] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.169061] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.323235] env[70480]: DEBUG oslo_vmware.api [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723567, 'name': PowerOnVM_Task, 'duration_secs': 0.487812} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.323759] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.324508] env[70480]: DEBUG nova.compute.manager [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.326456] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d29719e-06e4-4be8-9d85-b3f0d729972a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.377165] env[70480]: DEBUG nova.network.neutron [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Successfully created port: 68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.395726] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.629267] env[70480]: DEBUG nova.compute.manager [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.629483] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.630369] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbc4130-28f0-4021-9789-88d8b6e8e611 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.640092] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.643386] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb2c826-4315-4986-bed4-9faf80a4a0cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.653776] env[70480]: DEBUG oslo_vmware.api [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1144.653776] env[70480]: value = "task-3723570" [ 1144.653776] env[70480]: _type = "Task" [ 1144.653776] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.673880] env[70480]: DEBUG oslo_vmware.api [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.681435] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723569, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.744435] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2c41c5-e23e-40aa-bcb1-c5f1ce122a90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.752808] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d4cd2b-c499-4aac-b814-222bcf350a75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.788743] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b9090-0dfd-4773-b389-9b755399f3e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.797351] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f23e53-ffd2-40e4-8526-32a4f16f8b46 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.813834] env[70480]: DEBUG nova.compute.provider_tree [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.845805] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.168058] env[70480]: DEBUG oslo_vmware.api [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723570, 'name': PowerOffVM_Task, 'duration_secs': 0.224441} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.168385] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.168936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.168936] env[70480]: DEBUG nova.network.neutron [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.170027] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.170219] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.171134] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea35fcf-9075-4287-a02d-637d0cda993a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.176823] env[70480]: DEBUG oslo_vmware.api [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723569, 'name': PowerOnVM_Task, 'duration_secs': 0.547553} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.178584] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.178797] env[70480]: INFO nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1145.178981] env[70480]: DEBUG nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.182207] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450eeb7-06d7-41f3-b7ea-6138eb004436 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.241953] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.242242] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.242552] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleting the datastore file [datastore2] 04cd7f2a-be7d-415e-b1e9-9334731d2d44 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.242845] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c102c5-a637-424a-8476-d65d6971af57 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.252199] env[70480]: DEBUG oslo_vmware.api [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1145.252199] env[70480]: value = "task-3723572" [ 1145.252199] env[70480]: _type = "Task" [ 1145.252199] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.261932] env[70480]: DEBUG oslo_vmware.api [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.316860] env[70480]: DEBUG nova.scheduler.client.report [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.408059] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.437302] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.437590] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.437776] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.437962] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.438124] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.438274] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.438487] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.438646] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.438809] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.438971] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.439164] env[70480]: DEBUG nova.virt.hardware [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.440088] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c0d04-f282-4f7f-8a0d-77a8ef98465f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.449474] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02b4f5-3582-48ce-803e-418c23840ab0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.686659] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "c6c05101-e460-47a9-8f36-94b4b52a22ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.687142] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "c6c05101-e460-47a9-8f36-94b4b52a22ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.687412] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "c6c05101-e460-47a9-8f36-94b4b52a22ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.687655] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "c6c05101-e460-47a9-8f36-94b4b52a22ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.687830] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "c6c05101-e460-47a9-8f36-94b4b52a22ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.690379] env[70480]: INFO nova.compute.manager [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Terminating instance [ 1145.704526] env[70480]: INFO nova.compute.manager [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Took 21.61 seconds to build instance. [ 1145.766125] env[70480]: DEBUG oslo_vmware.api [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226352} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.766393] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.766597] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.766775] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.766950] env[70480]: INFO nova.compute.manager [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1145.767221] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.767422] env[70480]: DEBUG nova.compute.manager [-] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.767552] env[70480]: DEBUG nova.network.neutron [-] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.823297] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.823548] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.829518] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.783s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.829764] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.832662] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.087s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.832799] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.835321] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.619s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.835658] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.837488] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.636s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.837679] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.841116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.625s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.842777] env[70480]: INFO nova.compute.claims [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.874158] env[70480]: DEBUG nova.compute.manager [req-ab157bb2-5121-4c68-a7fe-4fd84f5a86f1 req-20515274-1bab-4a5c-af7e-a627b227dde6 service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Received event network-vif-plugged-68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.874413] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab157bb2-5121-4c68-a7fe-4fd84f5a86f1 req-20515274-1bab-4a5c-af7e-a627b227dde6 service nova] Acquiring lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.874673] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab157bb2-5121-4c68-a7fe-4fd84f5a86f1 req-20515274-1bab-4a5c-af7e-a627b227dde6 service nova] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.874850] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab157bb2-5121-4c68-a7fe-4fd84f5a86f1 req-20515274-1bab-4a5c-af7e-a627b227dde6 service nova] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.875499] env[70480]: DEBUG nova.compute.manager [req-ab157bb2-5121-4c68-a7fe-4fd84f5a86f1 req-20515274-1bab-4a5c-af7e-a627b227dde6 service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] No waiting events found dispatching network-vif-plugged-68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.875839] env[70480]: WARNING nova.compute.manager [req-ab157bb2-5121-4c68-a7fe-4fd84f5a86f1 req-20515274-1bab-4a5c-af7e-a627b227dde6 service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Received unexpected event network-vif-plugged-68c442e7-6f05-4b55-8d46-3b7b87619929 for instance with vm_state building and task_state spawning. [ 1145.881211] env[70480]: INFO nova.scheduler.client.report [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Deleted allocations for instance b4424067-7e3e-43f1-84b0-6977e9667b69 [ 1145.883444] env[70480]: INFO nova.scheduler.client.report [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Deleted allocations for instance 411eb6be-d0c0-4020-a18b-bd56759abc5b [ 1145.904721] env[70480]: INFO nova.scheduler.client.report [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted allocations for instance 21027626-1e74-4301-b008-f62fe0cdd0f4 [ 1145.995428] env[70480]: DEBUG nova.network.neutron [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [{"id": "51536b58-4517-46a0-9430-27e8ae9400b0", "address": "fa:16:3e:34:7e:2e", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51536b58-45", "ovs_interfaceid": "51536b58-4517-46a0-9430-27e8ae9400b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.035190] env[70480]: DEBUG nova.network.neutron [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Successfully updated port: 68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.195266] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "refresh_cache-c6c05101-e460-47a9-8f36-94b4b52a22ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.195653] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquired lock "refresh_cache-c6c05101-e460-47a9-8f36-94b4b52a22ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.195824] env[70480]: DEBUG nova.network.neutron [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.207285] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a8761772-41ef-42ae-8904-b43fa8ca6eda tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.130s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.356925] env[70480]: DEBUG nova.compute.utils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.365031] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.365031] env[70480]: DEBUG nova.network.neutron [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.366885] env[70480]: DEBUG oslo_concurrency.lockutils [None req-0d31690b-fb01-4b12-949f-78b3550a0fd7 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.426s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.368413] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.249s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.368612] env[70480]: INFO nova.compute.manager [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Unshelving [ 1146.396619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7a8ff85f-4b6e-4f2a-b652-6f414185816a tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "b4424067-7e3e-43f1-84b0-6977e9667b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.664s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.397862] env[70480]: DEBUG oslo_concurrency.lockutils [None req-804e7982-299c-4b01-9ace-ffc140e71c4c tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "411eb6be-d0c0-4020-a18b-bd56759abc5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.870s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.417468] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "21027626-1e74-4301-b008-f62fe0cdd0f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.009s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.434536] env[70480]: DEBUG nova.policy [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c6f3260ae24ec1b30e3dfb2593c1bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c7b6c354ea441fa58caebdd9668ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.498527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.539737] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.540470] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.543174] env[70480]: DEBUG nova.network.neutron [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.727121] env[70480]: DEBUG nova.network.neutron [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.811130] env[70480]: DEBUG nova.network.neutron [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.845187] env[70480]: DEBUG nova.compute.manager [req-24b679cb-ce46-4f00-8fb2-b6a8a9cb3020 req-18cdccb3-d68f-48e7-b2a7-e3092bc5bbe5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Received event network-vif-deleted-2ace8cc9-1119-485c-b7d9-304ac872843d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.845187] env[70480]: INFO nova.compute.manager [req-24b679cb-ce46-4f00-8fb2-b6a8a9cb3020 req-18cdccb3-d68f-48e7-b2a7-e3092bc5bbe5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Neutron deleted interface 2ace8cc9-1119-485c-b7d9-304ac872843d; detaching it from the instance and deleting it from the info cache [ 1146.845187] env[70480]: DEBUG nova.network.neutron [req-24b679cb-ce46-4f00-8fb2-b6a8a9cb3020 req-18cdccb3-d68f-48e7-b2a7-e3092bc5bbe5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.869267] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.979376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "e80427ac-95cc-495a-b3c6-42fa554a6321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.979811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.980129] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "e80427ac-95cc-495a-b3c6-42fa554a6321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.980350] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.980658] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.988044] env[70480]: INFO nova.compute.manager [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Terminating instance [ 1147.037032] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed149b-229e-46b0-a290-26d784806ecc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.062654] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be56db6b-a705-4de2-b27e-b8deb9efb923 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.071820] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.115161] env[70480]: DEBUG nova.network.neutron [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.138406] env[70480]: DEBUG nova.network.neutron [-] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.262766] env[70480]: DEBUG nova.network.neutron [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Successfully created port: 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.303788] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5bd8b5-d1f6-4c57-a4e5-a91126aab006 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.314357] env[70480]: DEBUG nova.network.neutron [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Updating instance_info_cache with network_info: [{"id": "68c442e7-6f05-4b55-8d46-3b7b87619929", "address": "fa:16:3e:81:c4:f5", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c442e7-6f", "ovs_interfaceid": "68c442e7-6f05-4b55-8d46-3b7b87619929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.320761] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d90cd11-aad3-4e72-b9ab-9ef62ceb138d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.320865] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Releasing lock "refresh_cache-c6c05101-e460-47a9-8f36-94b4b52a22ed" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.321480] env[70480]: DEBUG nova.compute.manager [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.321801] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.324140] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b070eb07-d622-4eb4-b24a-b7e8e245fd70 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.337521] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.363409] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b483774-52a3-45f1-a056-0c18f7af7961 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.366808] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed1d3d26-1108-4540-8a2c-0fbcea99f6ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.369871] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520284c-651b-45a8-84e8-992e9849b24c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.384258] env[70480]: DEBUG oslo_vmware.api [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1147.384258] env[70480]: value = "task-3723574" [ 1147.384258] env[70480]: _type = "Task" [ 1147.384258] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.388417] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d6125e-bca3-404b-87dd-46c030ea6251 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.397605] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8722be-baf2-46bd-9e41-13e39c2f62c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.433756] env[70480]: DEBUG nova.compute.provider_tree [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.449638] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.457023] env[70480]: DEBUG nova.compute.manager [req-24b679cb-ce46-4f00-8fb2-b6a8a9cb3020 req-18cdccb3-d68f-48e7-b2a7-e3092bc5bbe5 service nova] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Detach interface failed, port_id=2ace8cc9-1119-485c-b7d9-304ac872843d, reason: Instance 04cd7f2a-be7d-415e-b1e9-9334731d2d44 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.457023] env[70480]: DEBUG oslo_vmware.api [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.495042] env[70480]: DEBUG nova.compute.manager [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.495042] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.495042] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4de5fee-2030-4374-92f7-3eeeca026b6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.503608] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.503890] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4714dc2a-03e7-480c-8c99-265f48f11294 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.512799] env[70480]: DEBUG oslo_vmware.api [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1147.512799] env[70480]: value = "task-3723575" [ 1147.512799] env[70480]: _type = "Task" [ 1147.512799] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.526241] env[70480]: DEBUG oslo_vmware.api [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.579396] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.580362] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2111f902-add3-4bfe-8852-4a33db564bdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.589361] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1147.589361] env[70480]: value = "task-3723576" [ 1147.589361] env[70480]: _type = "Task" [ 1147.589361] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.600910] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.641125] env[70480]: INFO nova.compute.manager [-] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Took 1.87 seconds to deallocate network for instance. [ 1147.821273] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.821798] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Instance network_info: |[{"id": "68c442e7-6f05-4b55-8d46-3b7b87619929", "address": "fa:16:3e:81:c4:f5", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c442e7-6f", "ovs_interfaceid": "68c442e7-6f05-4b55-8d46-3b7b87619929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.822435] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:c4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68c442e7-6f05-4b55-8d46-3b7b87619929', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.837739] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.838015] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.838285] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37f6a923-c1c4-4b21-9277-fab0764a927e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.870346] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.870346] env[70480]: value = "task-3723577" [ 1147.870346] env[70480]: _type = "Task" [ 1147.870346] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.880380] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723577, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.887475] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.921962] env[70480]: DEBUG oslo_vmware.api [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723574, 'name': PowerOffVM_Task, 'duration_secs': 0.233925} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.924415] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.924635] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.928541] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ef1b07-73d4-4c93-bba7-080b9b5cb5c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.932956] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.933268] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.933519] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.933596] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.933743] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.933956] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.934110] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.934534] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.934534] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.934618] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.934799] env[70480]: DEBUG nova.virt.hardware [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.935971] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f668e0-b632-43ff-b1cc-6066cf46c0d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.940540] env[70480]: DEBUG nova.scheduler.client.report [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.951637] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91074f06-719d-4a82-96cd-9c1f61ab4f4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.961150] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.961491] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.961828] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Deleting the datastore file [datastore1] c6c05101-e460-47a9-8f36-94b4b52a22ed {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.971732] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f6e280a-f435-444c-872b-b6e9610ccd9d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.982056] env[70480]: DEBUG oslo_vmware.api [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for the task: (returnval){ [ 1147.982056] env[70480]: value = "task-3723579" [ 1147.982056] env[70480]: _type = "Task" [ 1147.982056] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.002041] env[70480]: DEBUG oslo_vmware.api [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.028023] env[70480]: DEBUG oslo_vmware.api [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723575, 'name': PowerOffVM_Task, 'duration_secs': 0.399159} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.028023] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.028023] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.028023] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c16e86-3ab1-447c-a6d5-ca6e945bfa60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.053828] env[70480]: DEBUG nova.compute.manager [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Received event network-changed-68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.054309] env[70480]: DEBUG nova.compute.manager [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Refreshing instance network info cache due to event network-changed-68c442e7-6f05-4b55-8d46-3b7b87619929. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.054617] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] Acquiring lock "refresh_cache-deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.054811] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] Acquired lock "refresh_cache-deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.055083] env[70480]: DEBUG nova.network.neutron [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Refreshing network info cache for port 68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.102298] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.122255] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.122907] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.123226] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleting the datastore file [datastore1] e80427ac-95cc-495a-b3c6-42fa554a6321 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.127023] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b7a0dc-9549-4888-90cc-5f7de8dd7e5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.134342] env[70480]: DEBUG oslo_vmware.api [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1148.134342] env[70480]: value = "task-3723581" [ 1148.134342] env[70480]: _type = "Task" [ 1148.134342] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.144203] env[70480]: DEBUG oslo_vmware.api [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.148035] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.383772] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723577, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.447030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.447593] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.450462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.261s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.450694] env[70480]: DEBUG nova.objects.instance [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lazy-loading 'resources' on Instance uuid 3eb0c237-5d0a-450c-9ea5-4191b94a7847 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.497129] env[70480]: DEBUG oslo_vmware.api [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Task: {'id': task-3723579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143901} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.497407] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.497595] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.497769] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.497942] env[70480]: INFO nova.compute.manager [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1148.498207] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.498658] env[70480]: DEBUG nova.compute.manager [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.498824] env[70480]: DEBUG nova.network.neutron [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.520694] env[70480]: DEBUG nova.network.neutron [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.603028] env[70480]: DEBUG oslo_vmware.api [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723576, 'name': PowerOnVM_Task, 'duration_secs': 0.571143} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.603163] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.603338] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0162c5-5542-4555-b64b-fc2b232fee3a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance 'b0406d37-5504-486b-a7e8-05773d3d7534' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.647813] env[70480]: DEBUG oslo_vmware.api [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352046} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.648184] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.648254] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.648402] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.648790] env[70480]: INFO nova.compute.manager [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1148.649132] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.649344] env[70480]: DEBUG nova.compute.manager [-] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.649443] env[70480]: DEBUG nova.network.neutron [-] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.883344] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723577, 'name': CreateVM_Task, 'duration_secs': 0.524577} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.883544] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.884875] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.884875] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.885236] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.885614] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b70ee4-866f-4ffa-adbd-729066f4452f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.891761] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1148.891761] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e68bd-3696-a8ed-b572-10cec37897bd" [ 1148.891761] env[70480]: _type = "Task" [ 1148.891761] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.903660] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e68bd-3696-a8ed-b572-10cec37897bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.929610] env[70480]: DEBUG nova.network.neutron [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Updated VIF entry in instance network info cache for port 68c442e7-6f05-4b55-8d46-3b7b87619929. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.930008] env[70480]: DEBUG nova.network.neutron [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Updating instance_info_cache with network_info: [{"id": "68c442e7-6f05-4b55-8d46-3b7b87619929", "address": "fa:16:3e:81:c4:f5", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c442e7-6f", "ovs_interfaceid": "68c442e7-6f05-4b55-8d46-3b7b87619929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.953777] env[70480]: DEBUG nova.compute.utils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.955552] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.956875] env[70480]: DEBUG nova.network.neutron [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.026020] env[70480]: DEBUG nova.network.neutron [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.031216] env[70480]: DEBUG nova.policy [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1f1dc09e2224ccd91bc49c4bbd4a60f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0b3b9c099340428266d3d46108ad48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.290739] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf2694-f90b-462d-b9f9-b750b00b1478 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.299753] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ffe7fb-3ee9-47bb-baeb-3722a7d430c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.339750] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b5915-6fb1-42b3-83c1-6459c72eefd3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.349630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dbb55a-09f8-4570-a22d-fd4cd26bbcac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.355299] env[70480]: DEBUG nova.compute.manager [req-6e43e355-fce0-4e74-8c26-9390417aacb6 req-ec368e06-cef2-4aac-abd8-ab2f3b4a345c service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Received event network-vif-deleted-cb46d4c7-8369-4749-8755-d33528c6d79b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.355299] env[70480]: INFO nova.compute.manager [req-6e43e355-fce0-4e74-8c26-9390417aacb6 req-ec368e06-cef2-4aac-abd8-ab2f3b4a345c service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Neutron deleted interface cb46d4c7-8369-4749-8755-d33528c6d79b; detaching it from the instance and deleting it from the info cache [ 1149.355773] env[70480]: DEBUG nova.network.neutron [req-6e43e355-fce0-4e74-8c26-9390417aacb6 req-ec368e06-cef2-4aac-abd8-ab2f3b4a345c service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.385806] env[70480]: DEBUG nova.compute.provider_tree [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.403987] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521e68bd-3696-a8ed-b572-10cec37897bd, 'name': SearchDatastore_Task, 'duration_secs': 0.027085} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.404279] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.404585] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.404907] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.405090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.405305] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.405591] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05ae76ff-84d4-416b-8111-e158b257e419 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.416298] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.416298] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.417378] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cc8eea-7c07-4ada-98a5-efac438e2eac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.424412] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1149.424412] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524797ab-e11e-f700-dd19-30023c700061" [ 1149.424412] env[70480]: _type = "Task" [ 1149.424412] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.430200] env[70480]: DEBUG nova.network.neutron [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Successfully created port: edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.436832] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] Releasing lock "refresh_cache-deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.437169] env[70480]: DEBUG nova.compute.manager [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.437367] env[70480]: DEBUG nova.compute.manager [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing instance network info cache due to event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.437760] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.437760] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.438100] env[70480]: DEBUG nova.network.neutron [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.439554] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524797ab-e11e-f700-dd19-30023c700061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.462399] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.476261] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.476577] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.494055] env[70480]: DEBUG nova.network.neutron [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Successfully updated port: 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.532695] env[70480]: INFO nova.compute.manager [-] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Took 1.03 seconds to deallocate network for instance. [ 1149.546953] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.547478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.547873] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.548192] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.548447] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.550666] env[70480]: INFO nova.compute.manager [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Terminating instance [ 1149.601786] env[70480]: DEBUG nova.network.neutron [-] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.862017] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a22b1432-3b82-4616-88ca-3eea5ba85ebd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.873495] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e3ce0f-9084-44a6-8d8a-1d67906efd4e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.889650] env[70480]: DEBUG nova.scheduler.client.report [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.911879] env[70480]: DEBUG nova.compute.manager [req-6e43e355-fce0-4e74-8c26-9390417aacb6 req-ec368e06-cef2-4aac-abd8-ab2f3b4a345c service nova] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Detach interface failed, port_id=cb46d4c7-8369-4749-8755-d33528c6d79b, reason: Instance e80427ac-95cc-495a-b3c6-42fa554a6321 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.940163] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524797ab-e11e-f700-dd19-30023c700061, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.944151] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b93f049-8f02-4b63-8184-22da104d4ced {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.950787] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1149.950787] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a45e50-751d-e9a0-8afe-450dd2e874c9" [ 1149.950787] env[70480]: _type = "Task" [ 1149.950787] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.961356] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a45e50-751d-e9a0-8afe-450dd2e874c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.978712] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.996549] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "refresh_cache-2cee91e8-63f6-4a74-ac06-7ad6f17669e0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.996753] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "refresh_cache-2cee91e8-63f6-4a74-ac06-7ad6f17669e0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.996831] env[70480]: DEBUG nova.network.neutron [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.039603] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.054810] env[70480]: DEBUG nova.compute.manager [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.055072] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.056441] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ee0b5-b00b-4e16-becf-d32fc1c41343 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.065930] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.069823] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c745b744-d29e-4184-899d-cebdbc05df17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.077619] env[70480]: DEBUG oslo_vmware.api [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1150.077619] env[70480]: value = "task-3723582" [ 1150.077619] env[70480]: _type = "Task" [ 1150.077619] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.089633] env[70480]: DEBUG oslo_vmware.api [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.104395] env[70480]: INFO nova.compute.manager [-] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Took 1.45 seconds to deallocate network for instance. [ 1150.390502] env[70480]: DEBUG nova.compute.manager [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Received event network-vif-plugged-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.391202] env[70480]: DEBUG oslo_concurrency.lockutils [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] Acquiring lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.391202] env[70480]: DEBUG oslo_concurrency.lockutils [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.391202] env[70480]: DEBUG oslo_concurrency.lockutils [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.391378] env[70480]: DEBUG nova.compute.manager [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] No waiting events found dispatching network-vif-plugged-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.391460] env[70480]: WARNING nova.compute.manager [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Received unexpected event network-vif-plugged-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 for instance with vm_state building and task_state spawning. [ 1150.391628] env[70480]: DEBUG nova.compute.manager [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Received event network-changed-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.391781] env[70480]: DEBUG nova.compute.manager [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Refreshing instance network info cache due to event network-changed-1fe38d7c-7df4-4dc0-90de-776c8b78acd6. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.391947] env[70480]: DEBUG oslo_concurrency.lockutils [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] Acquiring lock "refresh_cache-2cee91e8-63f6-4a74-ac06-7ad6f17669e0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.396480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.399100] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.399328] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.400971] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.556s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.401173] env[70480]: DEBUG nova.objects.instance [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1150.428450] env[70480]: INFO nova.scheduler.client.report [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Deleted allocations for instance 3eb0c237-5d0a-450c-9ea5-4191b94a7847 [ 1150.462736] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a45e50-751d-e9a0-8afe-450dd2e874c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.463036] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.463317] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] deb565ac-9aef-40e9-a1b2-f8ab461d3ce8/deb565ac-9aef-40e9-a1b2-f8ab461d3ce8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.463602] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5f911f5-ef34-4688-b0c1-e5d669393fe9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.474465] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.478084] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1150.478084] env[70480]: value = "task-3723583" [ 1150.478084] env[70480]: _type = "Task" [ 1150.478084] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.495939] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.497664] env[70480]: DEBUG nova.network.neutron [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updated VIF entry in instance network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.497869] env[70480]: DEBUG nova.network.neutron [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ea366c-1d", "ovs_interfaceid": "66ea366c-1d77-4331-99ef-ff5974e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.506903] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.520960] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.521459] env[70480]: DEBUG nova.virt.hardware [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.522487] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8025a86-fc33-4f52-96df-990d686950a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.533499] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4da99aa-2faa-43e0-90fa-ee5d99bb6cd8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.552259] env[70480]: DEBUG nova.network.neutron [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.591141] env[70480]: DEBUG oslo_vmware.api [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723582, 'name': PowerOffVM_Task, 'duration_secs': 0.250984} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.591428] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.591599] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.591892] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d6f3f1-c3b9-4269-8551-82f4562cef3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.611407] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.664573] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.664852] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.665559] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Deleting the datastore file [datastore2] 9f6449c5-0fd9-4b5a-bd85-4dba61489b63 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.665559] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35b9c3a-0dec-4a0d-b2d8-c8de041213da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.674139] env[70480]: DEBUG oslo_vmware.api [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for the task: (returnval){ [ 1150.674139] env[70480]: value = "task-3723585" [ 1150.674139] env[70480]: _type = "Task" [ 1150.674139] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.684245] env[70480]: DEBUG oslo_vmware.api [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.842676] env[70480]: DEBUG nova.network.neutron [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Updating instance_info_cache with network_info: [{"id": "1fe38d7c-7df4-4dc0-90de-776c8b78acd6", "address": "fa:16:3e:c3:1f:16", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe38d7c-7d", "ovs_interfaceid": "1fe38d7c-7df4-4dc0-90de-776c8b78acd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.907029] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.940946] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Lock "3eb0c237-5d0a-450c-9ea5-4191b94a7847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.258s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.988932] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.997166] env[70480]: DEBUG nova.network.neutron [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Successfully updated port: edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.005873] env[70480]: DEBUG oslo_concurrency.lockutils [req-6c70720c-5b37-4bac-8eb2-89dbbc0b472c req-ea29af53-6793-4725-affa-b83d82247b9c service nova] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.033844] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "b0406d37-5504-486b-a7e8-05773d3d7534" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.034174] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.034408] env[70480]: DEBUG nova.compute.manager [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Going to confirm migration 4 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1151.190614] env[70480]: DEBUG oslo_vmware.api [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Task: {'id': task-3723585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201771} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.191046] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.191356] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.191704] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.191985] env[70480]: INFO nova.compute.manager [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1151.192419] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.193276] env[70480]: DEBUG nova.compute.manager [-] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.193437] env[70480]: DEBUG nova.network.neutron [-] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.345578] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "refresh_cache-2cee91e8-63f6-4a74-ac06-7ad6f17669e0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.346035] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Instance network_info: |[{"id": "1fe38d7c-7df4-4dc0-90de-776c8b78acd6", "address": "fa:16:3e:c3:1f:16", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe38d7c-7d", "ovs_interfaceid": "1fe38d7c-7df4-4dc0-90de-776c8b78acd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.346371] env[70480]: DEBUG oslo_concurrency.lockutils [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] Acquired lock "refresh_cache-2cee91e8-63f6-4a74-ac06-7ad6f17669e0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.346587] env[70480]: DEBUG nova.network.neutron [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Refreshing network info cache for port 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.348014] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe38d7c-7df4-4dc0-90de-776c8b78acd6', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.357132] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.358339] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.358619] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c07ca9-2a54-4c59-86d9-4e42e137c5fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.380068] env[70480]: DEBUG nova.compute.manager [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Received event network-vif-plugged-edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.380316] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] Acquiring lock "10f81081-a7b2-4022-bd6d-5f01273908f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.380520] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.380689] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.380871] env[70480]: DEBUG nova.compute.manager [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] No waiting events found dispatching network-vif-plugged-edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1151.381074] env[70480]: WARNING nova.compute.manager [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Received unexpected event network-vif-plugged-edb2272a-cd63-4523-ad35-b2871a3bd831 for instance with vm_state building and task_state spawning. [ 1151.381204] env[70480]: DEBUG nova.compute.manager [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Received event network-changed-edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.381357] env[70480]: DEBUG nova.compute.manager [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Refreshing instance network info cache due to event network-changed-edb2272a-cd63-4523-ad35-b2871a3bd831. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.381538] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] Acquiring lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.381673] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] Acquired lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.381825] env[70480]: DEBUG nova.network.neutron [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Refreshing network info cache for port edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.389179] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.389179] env[70480]: value = "task-3723586" [ 1151.389179] env[70480]: _type = "Task" [ 1151.389179] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.398869] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723586, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.415570] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2f1517ad-8215-4804-9ce4-71250aae2f01 tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.419134] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.970s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.419380] env[70480]: DEBUG nova.objects.instance [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lazy-loading 'pci_requests' on Instance uuid 06e61304-09d6-4f1f-aaa2-9638d234a7ce {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.443628] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.491030] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.500711] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.638294] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.638530] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.638796] env[70480]: DEBUG nova.network.neutron [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.639051] env[70480]: DEBUG nova.objects.instance [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'info_cache' on Instance uuid b0406d37-5504-486b-a7e8-05773d3d7534 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.901659] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723586, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.923243] env[70480]: DEBUG nova.objects.instance [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lazy-loading 'numa_topology' on Instance uuid 06e61304-09d6-4f1f-aaa2-9638d234a7ce {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.928077] env[70480]: DEBUG nova.network.neutron [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.993170] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.019218] env[70480]: DEBUG nova.network.neutron [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.087528] env[70480]: DEBUG nova.network.neutron [-] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.191702] env[70480]: DEBUG nova.network.neutron [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Updated VIF entry in instance network info cache for port 1fe38d7c-7df4-4dc0-90de-776c8b78acd6. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.192118] env[70480]: DEBUG nova.network.neutron [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Updating instance_info_cache with network_info: [{"id": "1fe38d7c-7df4-4dc0-90de-776c8b78acd6", "address": "fa:16:3e:c3:1f:16", "network": {"id": "af2a0b85-5cea-4972-84d6-7f2b0094a3d7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1968657484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c7b6c354ea441fa58caebdd9668ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe38d7c-7d", "ovs_interfaceid": "1fe38d7c-7df4-4dc0-90de-776c8b78acd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.403697] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723586, 'name': CreateVM_Task, 'duration_secs': 0.793651} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.404132] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.404686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.404870] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.405223] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.405500] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce821078-1aec-4517-8795-dde374ec5662 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.411701] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1152.411701] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5236cf2b-4189-a710-e253-fa2062cde8e5" [ 1152.411701] env[70480]: _type = "Task" [ 1152.411701] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.421888] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5236cf2b-4189-a710-e253-fa2062cde8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.432606] env[70480]: INFO nova.compute.claims [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.496550] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.522702] env[70480]: DEBUG oslo_concurrency.lockutils [req-a5b559ad-bc4a-46f4-8148-97faf77211c7 req-5297877b-e12b-4450-b5e1-3bd1dc6e2349 service nova] Releasing lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.523707] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.523707] env[70480]: DEBUG nova.network.neutron [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.591822] env[70480]: INFO nova.compute.manager [-] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Took 1.40 seconds to deallocate network for instance. [ 1152.695070] env[70480]: DEBUG oslo_concurrency.lockutils [req-16dcb7a8-b740-4b73-89c1-55909374506b req-ce1f2c5d-6486-4716-966f-62f8851daf95 service nova] Releasing lock "refresh_cache-2cee91e8-63f6-4a74-ac06-7ad6f17669e0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.924318] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5236cf2b-4189-a710-e253-fa2062cde8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016666} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.924718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.924984] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.925247] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.925394] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.925596] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.925901] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6490fd60-07b5-4080-b103-c6bbd12f5ce0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.943574] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.943967] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.946514] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f66ac2f-54e7-4698-bea8-9276023497ce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.954930] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1152.954930] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52454143-c1e3-ad93-56d3-48f312141601" [ 1152.954930] env[70480]: _type = "Task" [ 1152.954930] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.970879] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52454143-c1e3-ad93-56d3-48f312141601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.978390] env[70480]: DEBUG nova.network.neutron [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [{"id": "51536b58-4517-46a0-9430-27e8ae9400b0", "address": "fa:16:3e:34:7e:2e", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51536b58-45", "ovs_interfaceid": "51536b58-4517-46a0-9430-27e8ae9400b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.994383] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.065266] env[70480]: DEBUG nova.network.neutron [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.099465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.307504] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec47bc3b-eb28-405b-9390-14426aa8ab72 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.320431] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17dd52d-264e-4d53-aeac-0cc826ad7198 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.364975] env[70480]: DEBUG nova.network.neutron [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Updating instance_info_cache with network_info: [{"id": "edb2272a-cd63-4523-ad35-b2871a3bd831", "address": "fa:16:3e:61:7f:68", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb2272a-cd", "ovs_interfaceid": "edb2272a-cd63-4523-ad35-b2871a3bd831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.368329] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2b3f3-2da4-4cf5-b18f-9c23a9173124 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.377730] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb993787-cf12-4ad4-9be8-aa8a708a912f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.396997] env[70480]: DEBUG nova.compute.provider_tree [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.442433] env[70480]: DEBUG nova.compute.manager [req-be9614c7-09a2-43ed-9fc9-952a0ebfae4c req-fc8e3c69-876a-42ac-8750-753d047ecc5b service nova] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Received event network-vif-deleted-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.468542] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52454143-c1e3-ad93-56d3-48f312141601, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.469529] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8b85e7-5b11-4632-a780-9a3587efea2a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.477486] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1153.477486] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b19452-a1ff-03ca-5e8d-69d786901994" [ 1153.477486] env[70480]: _type = "Task" [ 1153.477486] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.482037] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-b0406d37-5504-486b-a7e8-05773d3d7534" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.482256] env[70480]: DEBUG nova.objects.instance [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'migration_context' on Instance uuid b0406d37-5504-486b-a7e8-05773d3d7534 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.494926] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b19452-a1ff-03ca-5e8d-69d786901994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.504769] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.872022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.872394] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance network_info: |[{"id": "edb2272a-cd63-4523-ad35-b2871a3bd831", "address": "fa:16:3e:61:7f:68", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb2272a-cd", "ovs_interfaceid": "edb2272a-cd63-4523-ad35-b2871a3bd831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.873115] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:7f:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb2272a-cd63-4523-ad35-b2871a3bd831', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.880858] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.881155] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.881365] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0512e3af-ee9a-4fb0-b405-7abe6fe781bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.904097] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.904097] env[70480]: value = "task-3723587" [ 1153.904097] env[70480]: _type = "Task" [ 1153.904097] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.915035] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723587, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.923211] env[70480]: ERROR nova.scheduler.client.report [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [req-a1acc0c4-561f-4751-b15c-ee82e7154581] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1acc0c4-561f-4751-b15c-ee82e7154581"}]} [ 1153.945715] env[70480]: DEBUG nova.scheduler.client.report [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1153.964149] env[70480]: DEBUG nova.scheduler.client.report [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1153.964519] env[70480]: DEBUG nova.compute.provider_tree [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.986880] env[70480]: DEBUG nova.scheduler.client.report [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1153.989652] env[70480]: DEBUG nova.objects.base [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.991391] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc3c8e1-c533-4e6d-858a-228af5f8369d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.010152] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723583, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.209564} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.030447] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] deb565ac-9aef-40e9-a1b2-f8ab461d3ce8/deb565ac-9aef-40e9-a1b2-f8ab461d3ce8.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.030628] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.030912] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b19452-a1ff-03ca-5e8d-69d786901994, 'name': SearchDatastore_Task, 'duration_secs': 0.071549} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.033100] env[70480]: DEBUG nova.scheduler.client.report [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.035459] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e4e2877-24e3-422c-a067-9315acd805d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.037868] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.038214] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2cee91e8-63f6-4a74-ac06-7ad6f17669e0/2cee91e8-63f6-4a74-ac06-7ad6f17669e0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.038798] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66716688-0457-4935-bac9-1f5f711f8760 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.041790] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8bbc6d9-8c70-4a86-9afa-ecc7a2aa5b0f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.048818] env[70480]: DEBUG oslo_vmware.api [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1154.048818] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a27e56-74fd-0f93-3d40-7b4c7d72d25a" [ 1154.048818] env[70480]: _type = "Task" [ 1154.048818] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.052010] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1154.052010] env[70480]: value = "task-3723589" [ 1154.052010] env[70480]: _type = "Task" [ 1154.052010] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.052010] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1154.052010] env[70480]: value = "task-3723588" [ 1154.052010] env[70480]: _type = "Task" [ 1154.052010] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.076384] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.086442] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.087189] env[70480]: DEBUG oslo_vmware.api [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a27e56-74fd-0f93-3d40-7b4c7d72d25a, 'name': SearchDatastore_Task, 'duration_secs': 0.019608} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.087317] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.352775] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74bc005-981a-4917-aedb-da205d0b7293 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.361754] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57190a42-1f8e-476f-a4da-1e429ab0e89c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.394699] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f362c067-c0a9-4055-a4e0-dbc14466ccf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.403527] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670b6e0-0730-4c86-acfc-42b6c596edef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.416923] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723587, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.425400] env[70480]: DEBUG nova.compute.provider_tree [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.569510] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.572736] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090544} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.573027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.573861] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898d55c6-c80a-42f6-953e-b8535ea35af8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.598607] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] deb565ac-9aef-40e9-a1b2-f8ab461d3ce8/deb565ac-9aef-40e9-a1b2-f8ab461d3ce8.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.598991] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9472f21-23d3-4ddc-8019-2aae69efd5d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.624107] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1154.624107] env[70480]: value = "task-3723590" [ 1154.624107] env[70480]: _type = "Task" [ 1154.624107] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.637112] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.919550] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723587, 'name': CreateVM_Task, 'duration_secs': 0.560438} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.919862] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.920613] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.920789] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.921130] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.921389] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49483931-1bfb-46e5-a3f3-f6c7cff4018c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.926823] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1154.926823] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524f739c-e241-637e-67bc-1a89f8aa35d4" [ 1154.926823] env[70480]: _type = "Task" [ 1154.926823] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.940474] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524f739c-e241-637e-67bc-1a89f8aa35d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.967579] env[70480]: DEBUG nova.scheduler.client.report [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1154.967850] env[70480]: DEBUG nova.compute.provider_tree [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 141 to 142 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1154.968038] env[70480]: DEBUG nova.compute.provider_tree [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.065859] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858306} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.066053] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2cee91e8-63f6-4a74-ac06-7ad6f17669e0/2cee91e8-63f6-4a74-ac06-7ad6f17669e0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.066176] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.066423] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54865f1-18f5-4fd2-a080-50eca854e217 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.073211] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1155.073211] env[70480]: value = "task-3723591" [ 1155.073211] env[70480]: _type = "Task" [ 1155.073211] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.084374] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.134915] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723590, 'name': ReconfigVM_Task, 'duration_secs': 0.450176} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.135479] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Reconfigured VM instance instance-00000069 to attach disk [datastore2] deb565ac-9aef-40e9-a1b2-f8ab461d3ce8/deb565ac-9aef-40e9-a1b2-f8ab461d3ce8.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.135962] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fc182ef-c971-404d-80b1-398db59b1ee4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.143754] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1155.143754] env[70480]: value = "task-3723592" [ 1155.143754] env[70480]: _type = "Task" [ 1155.143754] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.154923] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723592, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.445685] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524f739c-e241-637e-67bc-1a89f8aa35d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.445685] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.445685] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.445989] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.445989] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.446367] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.446502] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb20e72-dfc7-4e61-b201-15fe646251a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.457116] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.457334] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.458231] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c8ecb9-04b6-4e65-b381-621747349636 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.466071] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1155.466071] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5247f56d-8665-2bd6-8247-c7955fc00e82" [ 1155.466071] env[70480]: _type = "Task" [ 1155.466071] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.476525] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.057s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.478746] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5247f56d-8665-2bd6-8247-c7955fc00e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.479063] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.331s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.479274] env[70480]: DEBUG nova.objects.instance [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'resources' on Instance uuid 04cd7f2a-be7d-415e-b1e9-9334731d2d44 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.561835] env[70480]: INFO nova.network.neutron [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1155.587458] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074174} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.587918] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.589203] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82355a69-17ec-4810-bf3c-b8b9f201c08c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.615178] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2cee91e8-63f6-4a74-ac06-7ad6f17669e0/2cee91e8-63f6-4a74-ac06-7ad6f17669e0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.615579] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03cf6bc7-8f36-44ee-8753-97da5b453eb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.638922] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1155.638922] env[70480]: value = "task-3723593" [ 1155.638922] env[70480]: _type = "Task" [ 1155.638922] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.654832] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.662437] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723592, 'name': Rename_Task, 'duration_secs': 0.169434} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.662819] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.663169] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ceca86-82b2-44df-9b34-8c9500a5ceb7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.671612] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1155.671612] env[70480]: value = "task-3723594" [ 1155.671612] env[70480]: _type = "Task" [ 1155.671612] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.684667] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.981307] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5247f56d-8665-2bd6-8247-c7955fc00e82, 'name': SearchDatastore_Task, 'duration_secs': 0.013218} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.988176] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4ff268-7bdd-4bd2-a45e-c9a89d6ca537 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.994014] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1155.994014] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7905e-4c46-e02f-cc22-d24d359f9c2b" [ 1155.994014] env[70480]: _type = "Task" [ 1155.994014] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.006376] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a7905e-4c46-e02f-cc22-d24d359f9c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.006819] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.007116] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.007442] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f945899d-623d-4eb1-b09c-96cecb413b75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.018242] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1156.018242] env[70480]: value = "task-3723595" [ 1156.018242] env[70480]: _type = "Task" [ 1156.018242] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.027505] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.155200] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723593, 'name': ReconfigVM_Task, 'duration_secs': 0.337188} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.155494] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2cee91e8-63f6-4a74-ac06-7ad6f17669e0/2cee91e8-63f6-4a74-ac06-7ad6f17669e0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.161186] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-167bbb90-44b6-4134-b1cd-82f002ff1199 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.170332] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1156.170332] env[70480]: value = "task-3723596" [ 1156.170332] env[70480]: _type = "Task" [ 1156.170332] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.190879] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723596, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.198477] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.397788] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b0f9e4-73fd-4316-803e-320f556394a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.409777] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a436cd24-d40f-4eba-91b1-a0ee9fe4a271 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.447198] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99113ab4-1f49-401b-b962-b6664dd3953d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.458324] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57620ea0-6fc5-4034-be71-d3ec8b5f2385 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.477909] env[70480]: DEBUG nova.compute.provider_tree [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.531587] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.682447] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723596, 'name': Rename_Task, 'duration_secs': 0.278679} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.686697] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.687014] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babfb95c-3229-4514-bb9c-98553f9eb8d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.695945] env[70480]: DEBUG oslo_vmware.api [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723594, 'name': PowerOnVM_Task, 'duration_secs': 0.524524} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.697788] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.698038] env[70480]: INFO nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Took 11.29 seconds to spawn the instance on the hypervisor. [ 1156.698503] env[70480]: DEBUG nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1156.698868] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1156.698868] env[70480]: value = "task-3723597" [ 1156.698868] env[70480]: _type = "Task" [ 1156.698868] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.699805] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fdba3c-f406-4623-aecf-062c395f62c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.717850] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.016036] env[70480]: DEBUG nova.scheduler.client.report [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1157.016352] env[70480]: DEBUG nova.compute.provider_tree [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 142 to 143 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1157.016651] env[70480]: DEBUG nova.compute.provider_tree [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.035038] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567014} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.035147] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.035291] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.035556] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c254bbb6-fa19-4de0-a85f-9841c736f484 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.044594] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1157.044594] env[70480]: value = "task-3723598" [ 1157.044594] env[70480]: _type = "Task" [ 1157.044594] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.055333] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.231022] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723597, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.234174] env[70480]: INFO nova.compute.manager [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Took 31.98 seconds to build instance. [ 1157.290474] env[70480]: DEBUG nova.compute.manager [req-5e858b1b-e68c-47ec-9e61-5fe7fe6f342e req-cef2617a-9dbe-4dd3-a817-ac171cd6d5f6 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-vif-plugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.290769] env[70480]: DEBUG oslo_concurrency.lockutils [req-5e858b1b-e68c-47ec-9e61-5fe7fe6f342e req-cef2617a-9dbe-4dd3-a817-ac171cd6d5f6 service nova] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.291038] env[70480]: DEBUG oslo_concurrency.lockutils [req-5e858b1b-e68c-47ec-9e61-5fe7fe6f342e req-cef2617a-9dbe-4dd3-a817-ac171cd6d5f6 service nova] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.291268] env[70480]: DEBUG oslo_concurrency.lockutils [req-5e858b1b-e68c-47ec-9e61-5fe7fe6f342e req-cef2617a-9dbe-4dd3-a817-ac171cd6d5f6 service nova] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.291384] env[70480]: DEBUG nova.compute.manager [req-5e858b1b-e68c-47ec-9e61-5fe7fe6f342e req-cef2617a-9dbe-4dd3-a817-ac171cd6d5f6 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] No waiting events found dispatching network-vif-plugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.291549] env[70480]: WARNING nova.compute.manager [req-5e858b1b-e68c-47ec-9e61-5fe7fe6f342e req-cef2617a-9dbe-4dd3-a817-ac171cd6d5f6 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received unexpected event network-vif-plugged-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.424286] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.424405] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.424519] env[70480]: DEBUG nova.network.neutron [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.527455] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.529801] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.490s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.530079] env[70480]: DEBUG nova.objects.instance [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lazy-loading 'resources' on Instance uuid c6c05101-e460-47a9-8f36-94b4b52a22ed {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.556932] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142178} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.558046] env[70480]: INFO nova.scheduler.client.report [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted allocations for instance 04cd7f2a-be7d-415e-b1e9-9334731d2d44 [ 1157.558964] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.560159] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f3e2f-82b6-4966-b90f-f6dd8b3a1db4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.591355] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.592402] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b5d6453-c91d-4383-b1ab-2e46f41d7028 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.615489] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1157.615489] env[70480]: value = "task-3723599" [ 1157.615489] env[70480]: _type = "Task" [ 1157.615489] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.627230] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.717383] env[70480]: DEBUG oslo_vmware.api [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723597, 'name': PowerOnVM_Task, 'duration_secs': 0.546759} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.717708] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.717708] env[70480]: INFO nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1157.717839] env[70480]: DEBUG nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.718690] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a77a3-e055-4a57-818a-c23432147e7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.742368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ae62031-6848-4999-b368-f95cd005d12b tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.497s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.072636] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "04cd7f2a-be7d-415e-b1e9-9334731d2d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.950s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.130430] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.245154] env[70480]: INFO nova.compute.manager [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Took 28.38 seconds to build instance. [ 1158.316739] env[70480]: DEBUG nova.network.neutron [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.354142] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075ec499-0fc6-4136-82ae-7d7e3ab75548 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.363062] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e21cf3-93a0-4081-b749-29a1f5bd3301 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.410895] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffefdb75-64cc-4eb9-b001-6f3215d13cc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.421104] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebd17d0-b7c3-4327-b481-236aa9a7eec4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.443596] env[70480]: DEBUG nova.compute.provider_tree [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.630097] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723599, 'name': ReconfigVM_Task, 'duration_secs': 0.871423} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.630397] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.631326] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1428818-648e-4a19-b142-061f46f6b8a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.639690] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1158.639690] env[70480]: value = "task-3723600" [ 1158.639690] env[70480]: _type = "Task" [ 1158.639690] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.649067] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723600, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.750465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.899s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.806090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "ae3293f7-070b-4744-9d46-46448e69663d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.806405] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "ae3293f7-070b-4744-9d46-46448e69663d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.824712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.855008] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7da83de5eca2c4c16da185ec608fcb10',container_format='bare',created_at=2025-04-29T11:26:55Z,direct_url=,disk_format='vmdk',id=4dec2401-f9ae-4c79-8483-19af554483b6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1734189077-shelved',owner='90933a31b716484ba7f56222f9ac10c6',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-29T11:27:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.855615] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.855615] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.855830] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.856035] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.856252] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.856504] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.856694] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.856887] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.857102] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.857319] env[70480]: DEBUG nova.virt.hardware [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.858298] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c965e-7012-44cb-aef1-216d905caa97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.868341] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf2e2c1-d84d-4314-9a91-2dc9477dae1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.884846] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:56:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.892764] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.893422] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.894216] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c9b03-0044-40a5-ae76-696c586c8162 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.896974] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26550d43-aba0-4da1-81c9-6953003e6d7e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.921547] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Suspending the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1158.921792] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4611bccb-6669-4b34-b15a-cf8f45713f64 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.924867] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.924867] env[70480]: value = "task-3723601" [ 1158.924867] env[70480]: _type = "Task" [ 1158.924867] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.932219] env[70480]: DEBUG oslo_vmware.api [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1158.932219] env[70480]: value = "task-3723602" [ 1158.932219] env[70480]: _type = "Task" [ 1158.932219] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.942629] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723601, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.949973] env[70480]: DEBUG nova.scheduler.client.report [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.954357] env[70480]: DEBUG oslo_vmware.api [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723602, 'name': SuspendVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.151541] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723600, 'name': Rename_Task, 'duration_secs': 0.156236} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.151919] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.152263] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49802553-69ef-499f-8b8d-777c777bd32b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.161425] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1159.161425] env[70480]: value = "task-3723603" [ 1159.161425] env[70480]: _type = "Task" [ 1159.161425] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.178518] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.309500] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.412293] env[70480]: DEBUG nova.compute.manager [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-changed-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.412293] env[70480]: DEBUG nova.compute.manager [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Refreshing instance network info cache due to event network-changed-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.412760] env[70480]: DEBUG oslo_concurrency.lockutils [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.413369] env[70480]: DEBUG oslo_concurrency.lockutils [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.413369] env[70480]: DEBUG nova.network.neutron [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Refreshing network info cache for port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.441869] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723601, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.447828] env[70480]: DEBUG oslo_vmware.api [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723602, 'name': SuspendVM_Task} progress is 50%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.457022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.459873] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.953s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.462430] env[70480]: INFO nova.compute.claims [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.488584] env[70480]: INFO nova.scheduler.client.report [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Deleted allocations for instance c6c05101-e460-47a9-8f36-94b4b52a22ed [ 1159.672933] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.741217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.741892] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.741892] env[70480]: DEBUG nova.compute.manager [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.743197] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3b2cb6-3784-44ca-8c7d-9e9f21d21bf0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.751479] env[70480]: DEBUG nova.compute.manager [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1159.752282] env[70480]: DEBUG nova.objects.instance [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'flavor' on Instance uuid 2cee91e8-63f6-4a74-ac06-7ad6f17669e0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.836500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.941158] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723601, 'name': CreateVM_Task, 'duration_secs': 0.825707} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.941941] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.942782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.942975] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.943393] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.944168] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4811e460-fb87-48ab-8005-29dfe86177f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.948874] env[70480]: DEBUG oslo_vmware.api [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723602, 'name': SuspendVM_Task, 'duration_secs': 0.721878} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.950119] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Suspended the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1159.950119] env[70480]: DEBUG nova.compute.manager [None req-1d9c1d2e-9b99-4f27-828d-14920573f94e tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.950909] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592afd36-61e9-4406-959b-890cacbbebc9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.956269] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1159.956269] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5242e071-e35f-5e25-59e2-2f81c81d9c3e" [ 1159.956269] env[70480]: _type = "Task" [ 1159.956269] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.978580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.978580] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Processing image 4dec2401-f9ae-4c79-8483-19af554483b6 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.978580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.978580] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.978580] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.978580] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c43fc7-0d3d-4557-9120-cc96d3df0b75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.999668] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.999929] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.001154] env[70480]: DEBUG oslo_concurrency.lockutils [None req-678cb5f5-f33d-4ef7-a0be-f3b31b58d22c tempest-ServersListShow298Test-940770137 tempest-ServersListShow298Test-940770137-project-member] Lock "c6c05101-e460-47a9-8f36-94b4b52a22ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.314s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.003178] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f163e0e-9b05-4cb9-a586-d04fadb485a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.010130] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1160.010130] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522c585e-9e5e-8634-971d-8dac9724ae94" [ 1160.010130] env[70480]: _type = "Task" [ 1160.010130] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.022208] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522c585e-9e5e-8634-971d-8dac9724ae94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.174528] env[70480]: DEBUG oslo_vmware.api [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723603, 'name': PowerOnVM_Task, 'duration_secs': 0.587572} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.174892] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.175137] env[70480]: INFO nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1160.175326] env[70480]: DEBUG nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.176197] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9c339-3098-40f4-a8c7-1b59a4da1616 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.245545] env[70480]: DEBUG nova.network.neutron [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updated VIF entry in instance network info cache for port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.245997] env[70480]: DEBUG nova.network.neutron [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.523747] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.524600] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Fetch image to [datastore2] OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40/OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.524600] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Downloading stream optimized image 4dec2401-f9ae-4c79-8483-19af554483b6 to [datastore2] OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40/OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40.vmdk on the data store datastore2 as vApp {{(pid=70480) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1160.524600] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Downloading image file data 4dec2401-f9ae-4c79-8483-19af554483b6 to the ESX as VM named 'OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40' {{(pid=70480) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1160.621152] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.621152] env[70480]: value = "resgroup-9" [ 1160.621152] env[70480]: _type = "ResourcePool" [ 1160.621152] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.621427] env[70480]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-12abba95-99ee-49e4-b0bb-bab47fb803fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.648022] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lease: (returnval){ [ 1160.648022] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5234865c-2f99-6081-bc50-6ce0b93a0c1b" [ 1160.648022] env[70480]: _type = "HttpNfcLease" [ 1160.648022] env[70480]: } obtained for vApp import into resource pool (val){ [ 1160.648022] env[70480]: value = "resgroup-9" [ 1160.648022] env[70480]: _type = "ResourcePool" [ 1160.648022] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.648022] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the lease: (returnval){ [ 1160.648022] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5234865c-2f99-6081-bc50-6ce0b93a0c1b" [ 1160.648022] env[70480]: _type = "HttpNfcLease" [ 1160.648022] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.657373] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.657373] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5234865c-2f99-6081-bc50-6ce0b93a0c1b" [ 1160.657373] env[70480]: _type = "HttpNfcLease" [ 1160.657373] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.701706] env[70480]: INFO nova.compute.manager [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Took 23.51 seconds to build instance. [ 1160.748434] env[70480]: DEBUG oslo_concurrency.lockutils [req-ef8030d2-7bb5-4f66-acb6-1a31ab645e4a req-0e5a8f47-d356-4bc4-a360-4bc258621211 service nova] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.759826] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.760672] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47c65f95-60f6-4a3f-9340-5a8a8d43cde8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.766698] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e40405b-43e8-4a0a-9587-bbb3b95dc008 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.771252] env[70480]: DEBUG oslo_vmware.api [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1160.771252] env[70480]: value = "task-3723605" [ 1160.771252] env[70480]: _type = "Task" [ 1160.771252] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.780308] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407e888-d2b8-467a-962a-4817d78056fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.787623] env[70480]: DEBUG oslo_vmware.api [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.818838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b51ed2-5597-49b2-9693-17751af33d39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.828447] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec9f44-e42f-421b-b42e-f6f66bef6707 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.844933] env[70480]: DEBUG nova.compute.provider_tree [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.040883] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.041591] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.156632] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.156632] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5234865c-2f99-6081-bc50-6ce0b93a0c1b" [ 1161.156632] env[70480]: _type = "HttpNfcLease" [ 1161.156632] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.204422] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c1920716-27b0-469d-8272-74b0081a3edb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.018s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.282894] env[70480]: DEBUG oslo_vmware.api [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723605, 'name': PowerOffVM_Task, 'duration_secs': 0.323016} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.285841] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.285841] env[70480]: DEBUG nova.compute.manager [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1161.285841] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcfe688-c285-4f47-9e02-868b712bd24a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.348959] env[70480]: DEBUG nova.scheduler.client.report [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.464162] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.464456] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.464679] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.465165] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.465380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.467720] env[70480]: INFO nova.compute.manager [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Terminating instance [ 1161.543842] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.657356] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.657356] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5234865c-2f99-6081-bc50-6ce0b93a0c1b" [ 1161.657356] env[70480]: _type = "HttpNfcLease" [ 1161.657356] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.657881] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.657881] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5234865c-2f99-6081-bc50-6ce0b93a0c1b" [ 1161.657881] env[70480]: _type = "HttpNfcLease" [ 1161.657881] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.658500] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24940a12-6286-4565-bef7-0f31f6d07f90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.666433] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e3cd-69c0-61b8-dbaf-7a87a1c6f0ae/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.666631] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e3cd-69c0-61b8-dbaf-7a87a1c6f0ae/disk-0.vmdk. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.734023] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d55201fd-3bde-4315-961c-1db4ce583851 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.800195] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7382a49f-5dfe-4a9d-9ba8-4af8e8c05070 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.854479] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.854967] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.857959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.247s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.858214] env[70480]: DEBUG nova.objects.instance [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lazy-loading 'resources' on Instance uuid e80427ac-95cc-495a-b3c6-42fa554a6321 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.971056] env[70480]: DEBUG nova.compute.manager [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.971310] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.972273] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f61a3e-cfc5-4e08-a621-c94231d49dd2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.982096] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.983815] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90d047d3-b995-4b63-99e6-b926a797269a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.072534] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.072960] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.072960] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleting the datastore file [datastore2] deb565ac-9aef-40e9-a1b2-f8ab461d3ce8 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.074262] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-312b1fb1-5265-46f7-b133-42b627e3600a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.076739] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.085302] env[70480]: DEBUG oslo_vmware.api [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1162.085302] env[70480]: value = "task-3723607" [ 1162.085302] env[70480]: _type = "Task" [ 1162.085302] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.096386] env[70480]: DEBUG oslo_vmware.api [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.363503] env[70480]: DEBUG nova.compute.utils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.370342] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.370424] env[70480]: DEBUG nova.network.neutron [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.448165] env[70480]: DEBUG nova.policy [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0fa55df29c74314bdb22d90249caa0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1664cee9e88240d1b5ac8b0dd6ea71c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.464187] env[70480]: DEBUG nova.compute.manager [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Received event network-changed-edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.464187] env[70480]: DEBUG nova.compute.manager [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Refreshing instance network info cache due to event network-changed-edb2272a-cd63-4523-ad35-b2871a3bd831. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.464514] env[70480]: DEBUG oslo_concurrency.lockutils [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] Acquiring lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.464514] env[70480]: DEBUG oslo_concurrency.lockutils [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] Acquired lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.465641] env[70480]: DEBUG nova.network.neutron [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Refreshing network info cache for port edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.607214] env[70480]: DEBUG oslo_vmware.api [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396956} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.610719] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.610924] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.611283] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.611523] env[70480]: INFO nova.compute.manager [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1162.611789] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.617936] env[70480]: DEBUG nova.compute.manager [-] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.617936] env[70480]: DEBUG nova.network.neutron [-] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.730275] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.730683] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.730961] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.731168] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.731338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.737028] env[70480]: INFO nova.compute.manager [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Terminating instance [ 1162.752760] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e693fc-b69c-48dd-841b-de420fd10bbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.765617] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba80bcb-4f22-46ad-8d26-15b6190d5edd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.807384] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ffe7de-8585-4163-b103-a1934dff1f2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.818490] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c4aef-a729-4f74-b070-29dc0abfa399 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.837798] env[70480]: DEBUG nova.compute.provider_tree [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.869482] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.959668] env[70480]: DEBUG nova.network.neutron [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Successfully created port: 616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.976386] env[70480]: DEBUG nova.compute.manager [req-8736bde5-da65-4ba8-acac-1eb80c3cd202 req-b1a0b0e5-ec5b-4c83-96ce-2acec6977b8b service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Received event network-vif-deleted-68c442e7-6f05-4b55-8d46-3b7b87619929 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.976794] env[70480]: INFO nova.compute.manager [req-8736bde5-da65-4ba8-acac-1eb80c3cd202 req-b1a0b0e5-ec5b-4c83-96ce-2acec6977b8b service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Neutron deleted interface 68c442e7-6f05-4b55-8d46-3b7b87619929; detaching it from the instance and deleting it from the info cache [ 1162.976794] env[70480]: DEBUG nova.network.neutron [req-8736bde5-da65-4ba8-acac-1eb80c3cd202 req-b1a0b0e5-ec5b-4c83-96ce-2acec6977b8b service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.054502] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1163.054502] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e3cd-69c0-61b8-dbaf-7a87a1c6f0ae/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.054502] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedbe898-6c12-458e-816e-311c398d65e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.066024] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e3cd-69c0-61b8-dbaf-7a87a1c6f0ae/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.066024] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e3cd-69c0-61b8-dbaf-7a87a1c6f0ae/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1163.066024] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9f468d4b-8b58-45e9-bcf7-da39af715d1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.229063] env[70480]: DEBUG nova.network.neutron [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Updated VIF entry in instance network info cache for port edb2272a-cd63-4523-ad35-b2871a3bd831. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.229502] env[70480]: DEBUG nova.network.neutron [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Updating instance_info_cache with network_info: [{"id": "edb2272a-cd63-4523-ad35-b2871a3bd831", "address": "fa:16:3e:61:7f:68", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb2272a-cd", "ovs_interfaceid": "edb2272a-cd63-4523-ad35-b2871a3bd831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.240861] env[70480]: DEBUG nova.compute.manager [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.241086] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.242572] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7734bd-c23d-4b3e-9079-a11d72272d39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.251319] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.251600] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d1f333-9017-4285-a91a-ed252fb68349 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.321642] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.321861] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.322056] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore2] 2cee91e8-63f6-4a74-ac06-7ad6f17669e0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.322324] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b04899-1201-45e7-b858-17d1b27ee971 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.329319] env[70480]: DEBUG oslo_vmware.api [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1163.329319] env[70480]: value = "task-3723609" [ 1163.329319] env[70480]: _type = "Task" [ 1163.329319] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.337835] env[70480]: DEBUG oslo_vmware.api [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.342891] env[70480]: DEBUG nova.scheduler.client.report [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.438392] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200e3cd-69c0-61b8-dbaf-7a87a1c6f0ae/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1163.438687] env[70480]: INFO nova.virt.vmwareapi.images [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Downloaded image file data 4dec2401-f9ae-4c79-8483-19af554483b6 [ 1163.439499] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddc01da-4e5e-4db2-a9e3-e5fe7768e771 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.455429] env[70480]: DEBUG nova.network.neutron [-] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.456833] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40e99900-c591-4623-9372-b001e3097197 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.482405] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb84c92-5232-4518-b9dc-0fd6c621f51e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.494663] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef881805-267f-4785-840c-d0e19ecdf71b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.507950] env[70480]: INFO nova.virt.vmwareapi.images [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] The imported VM was unregistered [ 1163.510425] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1163.510665] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.511482] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f46c1e-c6c5-4b06-936b-e0f35016d507 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.533948] env[70480]: DEBUG nova.compute.manager [req-8736bde5-da65-4ba8-acac-1eb80c3cd202 req-b1a0b0e5-ec5b-4c83-96ce-2acec6977b8b service nova] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Detach interface failed, port_id=68c442e7-6f05-4b55-8d46-3b7b87619929, reason: Instance deb565ac-9aef-40e9-a1b2-f8ab461d3ce8 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.562124] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Created directory with path [datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.562409] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40/OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40.vmdk to [datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk. {{(pid=70480) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1163.562758] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3eb6f686-6cc0-4553-ac0f-c6ff50c92547 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.571176] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1163.571176] env[70480]: value = "task-3723611" [ 1163.571176] env[70480]: _type = "Task" [ 1163.571176] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.585185] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.732809] env[70480]: DEBUG oslo_concurrency.lockutils [req-53a15ac3-f9a6-4b3c-8474-aeccbd0a144a req-0f63010b-7699-42e3-96f6-bd6544b4359a service nova] Releasing lock "refresh_cache-10f81081-a7b2-4022-bd6d-5f01273908f6" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.839637] env[70480]: DEBUG oslo_vmware.api [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.847659] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.849968] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.406s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.851549] env[70480]: INFO nova.compute.claims [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.874748] env[70480]: INFO nova.scheduler.client.report [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted allocations for instance e80427ac-95cc-495a-b3c6-42fa554a6321 [ 1163.882741] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.915628] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.915997] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.916197] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.916388] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.916530] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.916677] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.916894] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.917060] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.917236] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.917433] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.917604] env[70480]: DEBUG nova.virt.hardware [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.919041] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed02780-25f2-4c9f-ac85-3b163cd43e2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.930169] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7c4a8-2752-4dfe-a3e5-91368c64ec73 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.959765] env[70480]: INFO nova.compute.manager [-] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Took 1.34 seconds to deallocate network for instance. [ 1164.082514] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.343921] env[70480]: DEBUG oslo_vmware.api [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621845} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.344230] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.344464] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.344710] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.344981] env[70480]: INFO nova.compute.manager [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1164.345318] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.345579] env[70480]: DEBUG nova.compute.manager [-] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.345690] env[70480]: DEBUG nova.network.neutron [-] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.384520] env[70480]: DEBUG oslo_concurrency.lockutils [None req-541c1613-c721-4503-aa74-5d154500cef7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "e80427ac-95cc-495a-b3c6-42fa554a6321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.405s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.468763] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.492705] env[70480]: DEBUG nova.compute.manager [req-85d4fe7e-ebb4-4814-87e3-b7f3879dbf57 req-393a7c74-6127-44b4-8dec-f0857bde3c5e service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Received event network-vif-plugged-616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.492942] env[70480]: DEBUG oslo_concurrency.lockutils [req-85d4fe7e-ebb4-4814-87e3-b7f3879dbf57 req-393a7c74-6127-44b4-8dec-f0857bde3c5e service nova] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.493173] env[70480]: DEBUG oslo_concurrency.lockutils [req-85d4fe7e-ebb4-4814-87e3-b7f3879dbf57 req-393a7c74-6127-44b4-8dec-f0857bde3c5e service nova] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.493342] env[70480]: DEBUG oslo_concurrency.lockutils [req-85d4fe7e-ebb4-4814-87e3-b7f3879dbf57 req-393a7c74-6127-44b4-8dec-f0857bde3c5e service nova] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.493509] env[70480]: DEBUG nova.compute.manager [req-85d4fe7e-ebb4-4814-87e3-b7f3879dbf57 req-393a7c74-6127-44b4-8dec-f0857bde3c5e service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] No waiting events found dispatching network-vif-plugged-616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.493673] env[70480]: WARNING nova.compute.manager [req-85d4fe7e-ebb4-4814-87e3-b7f3879dbf57 req-393a7c74-6127-44b4-8dec-f0857bde3c5e service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Received unexpected event network-vif-plugged-616bcb00-7a90-49ae-835a-eb00043e1934 for instance with vm_state building and task_state spawning. [ 1164.573246] env[70480]: DEBUG nova.network.neutron [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Successfully updated port: 616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.587403] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.033544] env[70480]: DEBUG nova.compute.manager [req-109ec16f-cb0b-4c11-bc0d-863fb25c56da req-7ea2c8ca-f884-4fc5-b75d-10a8e8bc8398 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Received event network-vif-deleted-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.033789] env[70480]: INFO nova.compute.manager [req-109ec16f-cb0b-4c11-bc0d-863fb25c56da req-7ea2c8ca-f884-4fc5-b75d-10a8e8bc8398 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Neutron deleted interface 1fe38d7c-7df4-4dc0-90de-776c8b78acd6; detaching it from the instance and deleting it from the info cache [ 1165.034022] env[70480]: DEBUG nova.network.neutron [req-109ec16f-cb0b-4c11-bc0d-863fb25c56da req-7ea2c8ca-f884-4fc5-b75d-10a8e8bc8398 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.079227] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.079409] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.079569] env[70480]: DEBUG nova.network.neutron [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.091917] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.155113] env[70480]: DEBUG nova.network.neutron [-] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.164085] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d29065-ecf4-4569-a97c-08255826d371 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.176585] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea855136-7d95-4386-85c5-e9d730c5ad17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.215835] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f44bf69-e217-4a64-bd18-60a5a73b43f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.227730] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80616b66-513d-420c-9880-00afa2cac5b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.251496] env[70480]: DEBUG nova.compute.provider_tree [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.467830] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "9988d525-c3ef-40f5-9367-be8e96691290" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.468737] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "9988d525-c3ef-40f5-9367-be8e96691290" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.468980] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "9988d525-c3ef-40f5-9367-be8e96691290-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.469192] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "9988d525-c3ef-40f5-9367-be8e96691290-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.469369] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "9988d525-c3ef-40f5-9367-be8e96691290-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.472365] env[70480]: INFO nova.compute.manager [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Terminating instance [ 1165.538822] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcaaf107-697c-4206-937d-b090efd86767 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.553829] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c34b4b-67c3-4dd9-8e99-dd051bfb2037 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.592968] env[70480]: DEBUG nova.compute.manager [req-109ec16f-cb0b-4c11-bc0d-863fb25c56da req-7ea2c8ca-f884-4fc5-b75d-10a8e8bc8398 service nova] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Detach interface failed, port_id=1fe38d7c-7df4-4dc0-90de-776c8b78acd6, reason: Instance 2cee91e8-63f6-4a74-ac06-7ad6f17669e0 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.596684] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.627686] env[70480]: DEBUG nova.network.neutron [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.658571] env[70480]: INFO nova.compute.manager [-] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Took 1.31 seconds to deallocate network for instance. [ 1165.758296] env[70480]: DEBUG nova.scheduler.client.report [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.787072] env[70480]: DEBUG nova.network.neutron [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updating instance_info_cache with network_info: [{"id": "616bcb00-7a90-49ae-835a-eb00043e1934", "address": "fa:16:3e:2e:f3:80", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616bcb00-7a", "ovs_interfaceid": "616bcb00-7a90-49ae-835a-eb00043e1934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.976946] env[70480]: DEBUG nova.compute.manager [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.977246] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.978813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b60aca-5f3f-4dfd-8e29-979316fbe16c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.991504] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.991821] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79ffe41-a3fc-445a-8c5a-5b210c66c100 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.002532] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1166.002532] env[70480]: value = "task-3723612" [ 1166.002532] env[70480]: _type = "Task" [ 1166.002532] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.016629] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.087144] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.166677] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.264869] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.264869] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.268221] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.169s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.268588] env[70480]: DEBUG nova.objects.instance [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lazy-loading 'resources' on Instance uuid 9f6449c5-0fd9-4b5a-bd85-4dba61489b63 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.289768] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.290173] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Instance network_info: |[{"id": "616bcb00-7a90-49ae-835a-eb00043e1934", "address": "fa:16:3e:2e:f3:80", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616bcb00-7a", "ovs_interfaceid": "616bcb00-7a90-49ae-835a-eb00043e1934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.290644] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f3:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616bcb00-7a90-49ae-835a-eb00043e1934', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.298763] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.299443] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.299696] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de52d01b-461a-4eb2-8720-3796b0d36fbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.323578] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.323578] env[70480]: value = "task-3723613" [ 1166.323578] env[70480]: _type = "Task" [ 1166.323578] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.334549] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723613, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.514154] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723612, 'name': PowerOffVM_Task, 'duration_secs': 0.455911} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.514614] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.514972] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.515305] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f326826-c04a-445e-951d-a77a3d67894a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.529404] env[70480]: DEBUG nova.compute.manager [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Received event network-changed-616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.529596] env[70480]: DEBUG nova.compute.manager [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Refreshing instance network info cache due to event network-changed-616bcb00-7a90-49ae-835a-eb00043e1934. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.529800] env[70480]: DEBUG oslo_concurrency.lockutils [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] Acquiring lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.530521] env[70480]: DEBUG oslo_concurrency.lockutils [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] Acquired lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.530521] env[70480]: DEBUG nova.network.neutron [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Refreshing network info cache for port 616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.586021] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.615141] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.615408] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.615604] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleting the datastore file [datastore1] 9988d525-c3ef-40f5-9367-be8e96691290 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.615995] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27526ee0-7485-472e-8a49-b3b077fd756d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.623547] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for the task: (returnval){ [ 1166.623547] env[70480]: value = "task-3723615" [ 1166.623547] env[70480]: _type = "Task" [ 1166.623547] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.632565] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.773231] env[70480]: DEBUG nova.compute.utils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.777838] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.777838] env[70480]: DEBUG nova.network.neutron [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.833824] env[70480]: DEBUG nova.policy [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45cf87aa050e493d8121ad140cc8c295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d771ea72084e299b0307cdb5ed1fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.842171] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723613, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.087901] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723611, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.313709} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.088271] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40/OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40.vmdk to [datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk. [ 1167.088512] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Cleaning up location [datastore2] OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1167.088597] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8cefea4b-d788-4513-ac35-fc8b6e7c5d40 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.088847] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a624dde3-4763-4a73-aa4f-b361d4cb0fed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.097731] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1167.097731] env[70480]: value = "task-3723616" [ 1167.097731] env[70480]: _type = "Task" [ 1167.097731] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.108525] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.140332] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.156617] env[70480]: DEBUG nova.network.neutron [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Successfully created port: f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.160808] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559f613-4ddf-4567-8079-254d64847695 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.171456] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a12cf3-4c16-4465-8cb9-ede84846ee92 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.214226] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc43fd31-5ea8-4d87-9177-7171eeb38f04 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.224957] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246227b4-71fe-45d3-bfe1-7b6b1e33a97e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.241875] env[70480]: DEBUG nova.compute.provider_tree [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.278947] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.336418] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723613, 'name': CreateVM_Task, 'duration_secs': 0.541888} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.336519] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.337219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.337405] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.337712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.338272] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16620343-005e-428a-b286-a76c9fc5b985 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.343806] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1167.343806] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52560510-d750-3f6e-7cb1-00cd331b0d6e" [ 1167.343806] env[70480]: _type = "Task" [ 1167.343806] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.353230] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52560510-d750-3f6e-7cb1-00cd331b0d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.380241] env[70480]: DEBUG nova.network.neutron [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updated VIF entry in instance network info cache for port 616bcb00-7a90-49ae-835a-eb00043e1934. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.380650] env[70480]: DEBUG nova.network.neutron [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updating instance_info_cache with network_info: [{"id": "616bcb00-7a90-49ae-835a-eb00043e1934", "address": "fa:16:3e:2e:f3:80", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616bcb00-7a", "ovs_interfaceid": "616bcb00-7a90-49ae-835a-eb00043e1934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.609259] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178117} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.609259] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.609259] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.609509] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk to [datastore2] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.610156] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-630cc593-8bd3-49f0-9ff6-cefe4fb1698c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.618832] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1167.618832] env[70480]: value = "task-3723617" [ 1167.618832] env[70480]: _type = "Task" [ 1167.618832] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.628127] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.636966] env[70480]: DEBUG oslo_vmware.api [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Task: {'id': task-3723615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.960514} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.637270] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.637474] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.637654] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.637829] env[70480]: INFO nova.compute.manager [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1167.638090] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.638299] env[70480]: DEBUG nova.compute.manager [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.638396] env[70480]: DEBUG nova.network.neutron [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.746019] env[70480]: DEBUG nova.scheduler.client.report [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.783907] env[70480]: INFO nova.virt.block_device [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Booting with volume 4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651 at /dev/sda [ 1167.831441] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2edab2b2-645e-4e8f-85ee-766ffd294f8e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.841531] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4866fe-6826-4b6f-8ba4-8e0130463339 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.864214] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52560510-d750-3f6e-7cb1-00cd331b0d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.029202} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.864539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.864793] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.865133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.865314] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.865496] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.865789] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b1e9027-f13c-408d-9d63-79f5ae34ddec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.884521] env[70480]: DEBUG oslo_concurrency.lockutils [req-f2253730-6b60-43bf-9c35-fdced64d86f3 req-0c4bfb58-9d17-4aa7-bdb8-2b70f832fa8c service nova] Releasing lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.886308] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36362e9f-9c01-49d1-b63a-059e33e5991e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.888299] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.888480] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.889224] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d60b529-f16a-4a01-8f6f-7badc817b277 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.896517] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1167.896517] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522b5a96-c70b-6065-44dc-40d55663705c" [ 1167.896517] env[70480]: _type = "Task" [ 1167.896517] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.903124] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947c4cb1-f3b5-487a-bb6b-698ee3422acc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.923213] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522b5a96-c70b-6065-44dc-40d55663705c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.943059] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535878b1-76a2-4dab-a252-300f691cee5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.951949] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdee9bf-de1e-43c4-be9c-ab09e67f1c45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.968919] env[70480]: DEBUG nova.virt.block_device [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating existing volume attachment record: d9256843-1482-460c-b6d0-72dcd59d7893 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.131151] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.253038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.255347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.168s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.281981] env[70480]: INFO nova.scheduler.client.report [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Deleted allocations for instance 9f6449c5-0fd9-4b5a-bd85-4dba61489b63 [ 1168.408552] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522b5a96-c70b-6065-44dc-40d55663705c, 'name': SearchDatastore_Task, 'duration_secs': 0.032478} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.409464] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b91d32b-251e-4b07-aac5-5f8ecb1de3a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.416114] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1168.416114] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521febd8-adb0-db0b-9d02-1fa85db525ad" [ 1168.416114] env[70480]: _type = "Task" [ 1168.416114] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.419932] env[70480]: DEBUG nova.network.neutron [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.427565] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521febd8-adb0-db0b-9d02-1fa85db525ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.561479] env[70480]: DEBUG nova.compute.manager [req-6258ee14-a6fd-4ac4-9848-ddcc44d3b208 req-8356923e-0ef2-4d37-aa8b-4df6c7b0984b service nova] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Received event network-vif-deleted-b222a448-efce-4031-8625-19eb8aae9772 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.568713] env[70480]: DEBUG nova.compute.manager [req-b7414094-bb56-4a8b-a8bf-971874d00995 req-efbb9c03-7fd3-473e-a669-a0203bebfe13 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Received event network-vif-plugged-f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.568939] env[70480]: DEBUG oslo_concurrency.lockutils [req-b7414094-bb56-4a8b-a8bf-971874d00995 req-efbb9c03-7fd3-473e-a669-a0203bebfe13 service nova] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.569246] env[70480]: DEBUG oslo_concurrency.lockutils [req-b7414094-bb56-4a8b-a8bf-971874d00995 req-efbb9c03-7fd3-473e-a669-a0203bebfe13 service nova] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.569452] env[70480]: DEBUG oslo_concurrency.lockutils [req-b7414094-bb56-4a8b-a8bf-971874d00995 req-efbb9c03-7fd3-473e-a669-a0203bebfe13 service nova] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.569643] env[70480]: DEBUG nova.compute.manager [req-b7414094-bb56-4a8b-a8bf-971874d00995 req-efbb9c03-7fd3-473e-a669-a0203bebfe13 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] No waiting events found dispatching network-vif-plugged-f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1168.569811] env[70480]: WARNING nova.compute.manager [req-b7414094-bb56-4a8b-a8bf-971874d00995 req-efbb9c03-7fd3-473e-a669-a0203bebfe13 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Received unexpected event network-vif-plugged-f5a09175-94c1-4685-8150-e055207c9899 for instance with vm_state building and task_state block_device_mapping. [ 1168.631800] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.665844] env[70480]: DEBUG nova.network.neutron [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Successfully updated port: f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.794313] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e706c586-c139-445c-b124-b4935ac669d1 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Lock "9f6449c5-0fd9-4b5a-bd85-4dba61489b63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.247s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.922999] env[70480]: INFO nova.compute.manager [-] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Took 1.28 seconds to deallocate network for instance. [ 1168.933245] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521febd8-adb0-db0b-9d02-1fa85db525ad, 'name': SearchDatastore_Task, 'duration_secs': 0.057252} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.938158] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.938398] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 71a50fbd-1909-4c11-a367-b5e30dcc2d4e/71a50fbd-1909-4c11-a367-b5e30dcc2d4e.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.942390] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a0b74b-5a15-408b-bf5d-2acefbbc8193 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.953419] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1168.953419] env[70480]: value = "task-3723618" [ 1168.953419] env[70480]: _type = "Task" [ 1168.953419] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.969893] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.018975] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ced75-c390-454d-b3e0-4ae346fd108d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.032031] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21676049-7653-49e1-886d-130bc2b23af9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.067710] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4488f7e1-2906-403c-89d3-fde2cdd084ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.079449] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd8193-84ef-408c-b2a7-b471914f6ef8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.097405] env[70480]: DEBUG nova.compute.provider_tree [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.132974] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.169136] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.169304] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.169508] env[70480]: DEBUG nova.network.neutron [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.440663] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.466319] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.622893] env[70480]: ERROR nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [req-bf1ee33b-5125-43dd-ac66-80ee8ebe7ac7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf1ee33b-5125-43dd-ac66-80ee8ebe7ac7"}]} [ 1169.635254] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.639678] env[70480]: DEBUG nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.655536] env[70480]: DEBUG nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.655771] env[70480]: DEBUG nova.compute.provider_tree [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.669355] env[70480]: DEBUG nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.694068] env[70480]: DEBUG nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.708927] env[70480]: DEBUG nova.network.neutron [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.882209] env[70480]: DEBUG nova.network.neutron [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.962430] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec01d3e-0c15-4e42-b274-e4593d955031 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.971659] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.979299] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313def3-2d16-406a-8fa6-38c336316ea0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.019382] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dde87d-e992-4ece-95dc-58eb20760ebc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.030841] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef4063-11b6-426c-8cd5-0891a4f58c20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.049094] env[70480]: DEBUG nova.compute.provider_tree [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.086042] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.086619] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.086839] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.086992] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.087185] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.087330] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.087476] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.087689] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.087846] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.088024] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.088187] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.088365] env[70480]: DEBUG nova.virt.hardware [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.089580] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466a265-2b26-414e-a668-14f578a1e356 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.101173] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8749b470-a548-4c13-a3ee-9b4782000fc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.134881] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.385867] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.386359] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Instance network_info: |[{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.386861] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:32:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a09175-94c1-4685-8150-e055207c9899', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.394869] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.395221] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.395525] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856a6cd9-aa74-47da-aa97-fb249729e02a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.419353] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.419353] env[70480]: value = "task-3723619" [ 1170.419353] env[70480]: _type = "Task" [ 1170.419353] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.431322] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723619, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.467047] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.598600] env[70480]: DEBUG nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1170.598879] env[70480]: DEBUG nova.compute.provider_tree [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 145 to 146 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1170.599822] env[70480]: DEBUG nova.compute.provider_tree [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.639960] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723617, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.959069} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.640250] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4dec2401-f9ae-4c79-8483-19af554483b6/4dec2401-f9ae-4c79-8483-19af554483b6.vmdk to [datastore2] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.641243] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dbb4ed-0644-49a2-a3ea-e2d312881e6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.670240] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.670604] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7fde8fe-cd28-4d60-b06d-e082a28ca5fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.695219] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1170.695219] env[70480]: value = "task-3723620" [ 1170.695219] env[70480]: _type = "Task" [ 1170.695219] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.708389] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.769380] env[70480]: DEBUG nova.compute.manager [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Received event network-changed-f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.769380] env[70480]: DEBUG nova.compute.manager [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Refreshing instance network info cache due to event network-changed-f5a09175-94c1-4685-8150-e055207c9899. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.769844] env[70480]: DEBUG oslo_concurrency.lockutils [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] Acquiring lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.770078] env[70480]: DEBUG oslo_concurrency.lockutils [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] Acquired lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.770357] env[70480]: DEBUG nova.network.neutron [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Refreshing network info cache for port f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.929292] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723619, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.966025] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723618, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.958497} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.966350] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 71a50fbd-1909-4c11-a367-b5e30dcc2d4e/71a50fbd-1909-4c11-a367-b5e30dcc2d4e.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.966579] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.966850] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-580be992-53b0-437f-8508-38f55f8c7c19 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.973881] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1170.973881] env[70480]: value = "task-3723621" [ 1170.973881] env[70480]: _type = "Task" [ 1170.973881] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.983787] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.210861] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.430332] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723619, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.484371] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075598} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.484660] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.487194] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449e2731-2b9e-440a-832a-4142a401fab8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.491091] env[70480]: DEBUG nova.network.neutron [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updated VIF entry in instance network info cache for port f5a09175-94c1-4685-8150-e055207c9899. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.491432] env[70480]: DEBUG nova.network.neutron [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.523507] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 71a50fbd-1909-4c11-a367-b5e30dcc2d4e/71a50fbd-1909-4c11-a367-b5e30dcc2d4e.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.526539] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade1bf6d-5803-4012-bb59-f850364175df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.550983] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1171.550983] env[70480]: value = "task-3723622" [ 1171.550983] env[70480]: _type = "Task" [ 1171.550983] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.563691] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.610289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.355s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.613655] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.777s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.615639] env[70480]: INFO nova.compute.claims [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.707623] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723620, 'name': ReconfigVM_Task, 'duration_secs': 0.52042} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.707997] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 06e61304-09d6-4f1f-aaa2-9638d234a7ce/06e61304-09d6-4f1f-aaa2-9638d234a7ce.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.708712] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c8601a-1ae9-4af5-80b2-f723a8bd5fed {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.716197] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1171.716197] env[70480]: value = "task-3723623" [ 1171.716197] env[70480]: _type = "Task" [ 1171.716197] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.727306] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723623, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.931686] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723619, 'name': CreateVM_Task, 'duration_secs': 1.352483} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.931795] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.933237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741440', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'name': 'volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c1a4ece-d1da-493a-a876-b6a410d53693', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'serial': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651'}, 'mount_device': '/dev/sda', 'attachment_id': 'd9256843-1482-460c-b6d0-72dcd59d7893', 'guest_format': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70480) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1171.933237] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Root volume attach. Driver type: vmdk {{(pid=70480) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1171.933812] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223988a-8718-4fe5-94e4-13d537a84891 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.942501] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67acb2fc-c81c-4584-8281-05fd5d8ae4a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.951531] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9856ee-72c5-4c58-b2b3-1f3da9ab6f3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.958696] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2e0f8fc0-46a4-4ead-a1dd-a89ab4d3b87c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.968331] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1171.968331] env[70480]: value = "task-3723624" [ 1171.968331] env[70480]: _type = "Task" [ 1171.968331] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.978646] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723624, 'name': RelocateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.995547] env[70480]: DEBUG oslo_concurrency.lockutils [req-5378af14-b395-430d-9c85-da2c7fc435a8 req-4ab97a8b-a5bd-4354-8269-5ec7f3423776 service nova] Releasing lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.064611] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723622, 'name': ReconfigVM_Task, 'duration_secs': 0.29946} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.064611] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 71a50fbd-1909-4c11-a367-b5e30dcc2d4e/71a50fbd-1909-4c11-a367-b5e30dcc2d4e.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.064611] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eeb84e4-69ff-4450-a268-977340f82898 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.071252] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1172.071252] env[70480]: value = "task-3723625" [ 1172.071252] env[70480]: _type = "Task" [ 1172.071252] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.085807] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723625, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.182329] env[70480]: INFO nova.scheduler.client.report [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocation for migration 2600ae8e-7181-48ae-be86-454c67af56d8 [ 1172.229986] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723623, 'name': Rename_Task, 'duration_secs': 0.163813} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.230309] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.230552] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-324b17d6-bb0a-4c8e-bef9-4b1f333a50b3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.239084] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1172.239084] env[70480]: value = "task-3723626" [ 1172.239084] env[70480]: _type = "Task" [ 1172.239084] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.248349] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.478344] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723624, 'name': RelocateVM_Task, 'duration_secs': 0.465225} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.478646] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1172.478853] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741440', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'name': 'volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c1a4ece-d1da-493a-a876-b6a410d53693', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'serial': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1172.479665] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f729167d-1e9c-46ef-a893-5616f7e1cf75 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.495830] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fdf2b9-610f-4579-b142-a1c57b4e19c4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.520946] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651/volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.521292] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-685599c5-668d-4e4e-8355-446681636606 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.542830] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1172.542830] env[70480]: value = "task-3723627" [ 1172.542830] env[70480]: _type = "Task" [ 1172.542830] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.551643] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.581815] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723625, 'name': Rename_Task, 'duration_secs': 0.180864} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.582183] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.582476] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed1af113-d8b6-4926-9ae1-c33f485650a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.591107] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1172.591107] env[70480]: value = "task-3723628" [ 1172.591107] env[70480]: _type = "Task" [ 1172.591107] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.600968] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.688407] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fa386342-af07-4b7a-a68e-1cfca560572a tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.654s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.702200] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "b0406d37-5504-486b-a7e8-05773d3d7534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.702522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.702770] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.703046] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.703344] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.705934] env[70480]: INFO nova.compute.manager [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Terminating instance [ 1172.754233] env[70480]: DEBUG oslo_vmware.api [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723626, 'name': PowerOnVM_Task, 'duration_secs': 0.489744} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.754631] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.856770] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa6ba4-09b4-4f3a-b39d-5276d1609815 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.860449] env[70480]: DEBUG nova.compute.manager [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.861558] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc3121-a343-4296-8dbc-f4db3bef9703 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.871067] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a90fb5-350e-4c98-9030-0af3f26aac22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.905809] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7613d6d-315d-4a53-9677-22a628859240 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.914917] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc275b0f-e1bc-478f-b4f5-5bc2fe88f8de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.931299] env[70480]: DEBUG nova.compute.provider_tree [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.053802] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723627, 'name': ReconfigVM_Task, 'duration_secs': 0.290042} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.054238] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651/volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.059046] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a4cb57-c83b-4c68-85f7-0a679cfda593 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.075932] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1173.075932] env[70480]: value = "task-3723629" [ 1173.075932] env[70480]: _type = "Task" [ 1173.075932] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.084905] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.103079] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.213553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "5a19ffdc-37a7-47bb-8110-b5596bac8557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.213893] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.215558] env[70480]: DEBUG nova.compute.manager [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.215804] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.217344] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f58278-b1c1-4b26-af7a-62fc758e5cd9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.226989] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.227397] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a85cfb-11d9-4a70-8e6d-9d0e060bf720 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.237376] env[70480]: DEBUG oslo_vmware.api [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1173.237376] env[70480]: value = "task-3723630" [ 1173.237376] env[70480]: _type = "Task" [ 1173.237376] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.249489] env[70480]: DEBUG oslo_vmware.api [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.383794] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.015s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.434763] env[70480]: DEBUG nova.scheduler.client.report [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.586971] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723629, 'name': ReconfigVM_Task, 'duration_secs': 0.149891} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.587785] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741440', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'name': 'volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c1a4ece-d1da-493a-a876-b6a410d53693', 'attached_at': '', 'detached_at': '', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'serial': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.588848] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-936d72e1-c448-409a-9459-d8596a9dfb50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.596567] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1173.596567] env[70480]: value = "task-3723631" [ 1173.596567] env[70480]: _type = "Task" [ 1173.596567] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.603282] env[70480]: DEBUG oslo_vmware.api [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723628, 'name': PowerOnVM_Task, 'duration_secs': 0.634931} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.606416] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.606627] env[70480]: INFO nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1173.606801] env[70480]: DEBUG nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.607083] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723631, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.607775] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f8108a-d210-4498-a52e-8fa0a67f39ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.720024] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.748712] env[70480]: DEBUG oslo_vmware.api [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723630, 'name': PowerOffVM_Task, 'duration_secs': 0.254102} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.748712] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.748712] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.748948] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0cc422c-403a-4009-ab94-e29af99fa60a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.819595] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.819913] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.820285] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore1] b0406d37-5504-486b-a7e8-05773d3d7534 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.821044] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf20534e-a4be-4357-9542-2fc814db7a07 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.830745] env[70480]: DEBUG oslo_vmware.api [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1173.830745] env[70480]: value = "task-3723633" [ 1173.830745] env[70480]: _type = "Task" [ 1173.830745] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.840333] env[70480]: DEBUG oslo_vmware.api [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.940741] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.941697] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.946752] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.870s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.949376] env[70480]: INFO nova.compute.claims [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.108745] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723631, 'name': Rename_Task, 'duration_secs': 0.134008} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.109062] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.109352] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223cca58-9887-405f-96ea-88f0ddf3462b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.116381] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1174.116381] env[70480]: value = "task-3723634" [ 1174.116381] env[70480]: _type = "Task" [ 1174.116381] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.130657] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.131253] env[70480]: INFO nova.compute.manager [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Took 23.65 seconds to build instance. [ 1174.244452] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.341925] env[70480]: DEBUG oslo_vmware.api [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150739} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.342280] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.342510] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.342712] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.342886] env[70480]: INFO nova.compute.manager [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1174.343179] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.343385] env[70480]: DEBUG nova.compute.manager [-] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.343501] env[70480]: DEBUG nova.network.neutron [-] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.462302] env[70480]: DEBUG nova.compute.utils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.462302] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.462302] env[70480]: DEBUG nova.network.neutron [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.555426] env[70480]: DEBUG nova.policy [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52865f08cdf94c4fb1f6ec0f6b82d819', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96af113d928a4c2fbd9f9d8f2a893af9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.634553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ed42e330-8773-4f39-aff7-ef3da60c63ef tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.158s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.634827] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.638999] env[70480]: DEBUG nova.compute.manager [req-91becda2-06bd-4aa4-a118-9f1a34c0ce76 req-b2bc1aa7-00bc-4958-9fe5-3265e46f3709 service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Received event network-vif-deleted-51536b58-4517-46a0-9430-27e8ae9400b0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.639339] env[70480]: INFO nova.compute.manager [req-91becda2-06bd-4aa4-a118-9f1a34c0ce76 req-b2bc1aa7-00bc-4958-9fe5-3265e46f3709 service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Neutron deleted interface 51536b58-4517-46a0-9430-27e8ae9400b0; detaching it from the instance and deleting it from the info cache [ 1174.639624] env[70480]: DEBUG nova.network.neutron [req-91becda2-06bd-4aa4-a118-9f1a34c0ce76 req-b2bc1aa7-00bc-4958-9fe5-3265e46f3709 service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.818865] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18323cc6-c3c0-45e3-a964-cc347f2144ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.826095] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Suspending the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1174.826385] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3b01f856-5c1e-46a4-921f-5514482ed9d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.833580] env[70480]: DEBUG oslo_vmware.api [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1174.833580] env[70480]: value = "task-3723635" [ 1174.833580] env[70480]: _type = "Task" [ 1174.833580] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.844704] env[70480]: DEBUG oslo_vmware.api [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723635, 'name': SuspendVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.962145] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.112689] env[70480]: DEBUG nova.network.neutron [-] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.129483] env[70480]: DEBUG oslo_vmware.api [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723634, 'name': PowerOnVM_Task, 'duration_secs': 0.551909} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.130496] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.131022] env[70480]: INFO nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Took 5.04 seconds to spawn the instance on the hypervisor. [ 1175.131022] env[70480]: DEBUG nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1175.131785] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1631d992-c05c-42f2-ad79-1faf12bd8d6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.139466] env[70480]: DEBUG nova.compute.manager [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Received event network-changed-616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.141162] env[70480]: DEBUG nova.compute.manager [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Refreshing instance network info cache due to event network-changed-616bcb00-7a90-49ae-835a-eb00043e1934. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.141425] env[70480]: DEBUG oslo_concurrency.lockutils [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] Acquiring lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.141577] env[70480]: DEBUG oslo_concurrency.lockutils [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] Acquired lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.141742] env[70480]: DEBUG nova.network.neutron [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Refreshing network info cache for port 616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.153240] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0826d645-5e35-4782-8c3d-bc5f379ee8a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.165677] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef39093a-ba2f-4d7d-bd63-e631c8a3b1ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.206595] env[70480]: DEBUG nova.compute.manager [req-91becda2-06bd-4aa4-a118-9f1a34c0ce76 req-b2bc1aa7-00bc-4958-9fe5-3265e46f3709 service nova] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Detach interface failed, port_id=51536b58-4517-46a0-9430-27e8ae9400b0, reason: Instance b0406d37-5504-486b-a7e8-05773d3d7534 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.208384] env[70480]: DEBUG nova.network.neutron [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Successfully created port: 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.303571] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1217eb-7ffb-448a-9a29-9bcfe078460c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.312278] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddddb11-5efb-47f3-9e40-c1f7015cff2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.347292] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d18c61-a755-4b89-b60c-b09d4d41fdb8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.355969] env[70480]: DEBUG oslo_vmware.api [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723635, 'name': SuspendVM_Task} progress is 58%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.359192] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f5bc4-96c4-48bc-9374-4e04fc4bb7fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.373794] env[70480]: DEBUG nova.compute.provider_tree [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.616633] env[70480]: INFO nova.compute.manager [-] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Took 1.27 seconds to deallocate network for instance. [ 1175.665945] env[70480]: INFO nova.compute.manager [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Took 24.25 seconds to build instance. [ 1175.854796] env[70480]: DEBUG oslo_vmware.api [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723635, 'name': SuspendVM_Task} progress is 58%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.876165] env[70480]: DEBUG nova.network.neutron [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updated VIF entry in instance network info cache for port 616bcb00-7a90-49ae-835a-eb00043e1934. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.876591] env[70480]: DEBUG nova.network.neutron [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updating instance_info_cache with network_info: [{"id": "616bcb00-7a90-49ae-835a-eb00043e1934", "address": "fa:16:3e:2e:f3:80", "network": {"id": "b5a63b46-3482-4952-8ef9-00d512715c04", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-722985085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1664cee9e88240d1b5ac8b0dd6ea71c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616bcb00-7a", "ovs_interfaceid": "616bcb00-7a90-49ae-835a-eb00043e1934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.878743] env[70480]: DEBUG nova.scheduler.client.report [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.987584] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.023843] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.024154] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.024333] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.024543] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.024704] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.024855] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.025162] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.025393] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.025586] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.025764] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.026052] env[70480]: DEBUG nova.virt.hardware [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.027498] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae1bcad-5dea-4a7f-91e3-f6090b2fa567 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.036773] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ea1e0-25d3-42ec-b523-2ce7bec99198 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.127660] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.168660] env[70480]: DEBUG oslo_concurrency.lockutils [None req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.769s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.356463] env[70480]: DEBUG oslo_vmware.api [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723635, 'name': SuspendVM_Task, 'duration_secs': 1.128706} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.356817] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Suspended the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1176.357063] env[70480]: DEBUG nova.compute.manager [None req-7d58edb4-5a95-4c55-a54e-d9053d713486 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.358302] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10411050-ae1a-4c96-a96b-75d67cd20bec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.382678] env[70480]: DEBUG oslo_concurrency.lockutils [req-89bcf1e8-2768-41a6-aa65-7835ddc19a13 req-6e31d122-ca51-4b53-90c2-99826f1a0a36 service nova] Releasing lock "refresh_cache-71a50fbd-1909-4c11-a367-b5e30dcc2d4e" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.383512] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.384375] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.386931] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.918s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.387035] env[70480]: DEBUG nova.objects.instance [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'resources' on Instance uuid deb565ac-9aef-40e9-a1b2-f8ab461d3ce8 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.892163] env[70480]: DEBUG nova.compute.utils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.896883] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.897248] env[70480]: DEBUG nova.network.neutron [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.953609] env[70480]: DEBUG nova.policy [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1513fa41bfa4235a905ae30724693d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8f9308034b4b00b8cd9422c6db63ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.164072] env[70480]: DEBUG nova.network.neutron [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Successfully updated port: 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.198269] env[70480]: DEBUG nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Received event network-vif-plugged-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.198511] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Acquiring lock "ae3293f7-070b-4744-9d46-46448e69663d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.198718] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Lock "ae3293f7-070b-4744-9d46-46448e69663d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.198884] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Lock "ae3293f7-070b-4744-9d46-46448e69663d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.199073] env[70480]: DEBUG nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] No waiting events found dispatching network-vif-plugged-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1177.199255] env[70480]: WARNING nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Received unexpected event network-vif-plugged-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc for instance with vm_state building and task_state spawning. [ 1177.199464] env[70480]: DEBUG nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Received event network-changed-a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.199625] env[70480]: DEBUG nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Refreshing instance network info cache due to event network-changed-a65eabf0-706a-472f-9179-42146aa0bb93. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.199811] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Acquiring lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.199943] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Acquired lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.200110] env[70480]: DEBUG nova.network.neutron [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Refreshing network info cache for port a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.210214] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3208cd8-27a1-49be-a02f-dbd3b885be63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.223689] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b080fe-1c21-4036-a503-99f7c6f9ddc2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.259949] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4655b5-185c-4c8c-9626-8427458c7646 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.268420] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3936b22b-a5d7-47bb-b020-3c755c2eb2cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.284885] env[70480]: DEBUG nova.compute.provider_tree [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.351753] env[70480]: DEBUG nova.network.neutron [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Successfully created port: 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.398089] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.436891] env[70480]: INFO nova.compute.manager [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Resuming [ 1177.437665] env[70480]: DEBUG nova.objects.instance [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lazy-loading 'flavor' on Instance uuid 06e61304-09d6-4f1f-aaa2-9638d234a7ce {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.666523] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.666523] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquired lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.666726] env[70480]: DEBUG nova.network.neutron [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.788877] env[70480]: DEBUG nova.scheduler.client.report [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.051607] env[70480]: DEBUG nova.network.neutron [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updated VIF entry in instance network info cache for port a65eabf0-706a-472f-9179-42146aa0bb93. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.051988] env[70480]: DEBUG nova.network.neutron [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updating instance_info_cache with network_info: [{"id": "a65eabf0-706a-472f-9179-42146aa0bb93", "address": "fa:16:3e:c9:d3:33", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65eabf0-70", "ovs_interfaceid": "a65eabf0-706a-472f-9179-42146aa0bb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.282718] env[70480]: DEBUG nova.network.neutron [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.295596] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.298881] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.132s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.298881] env[70480]: DEBUG nova.objects.instance [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'resources' on Instance uuid 2cee91e8-63f6-4a74-ac06-7ad6f17669e0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.334437] env[70480]: INFO nova.scheduler.client.report [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocations for instance deb565ac-9aef-40e9-a1b2-f8ab461d3ce8 [ 1178.410255] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.460313] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.460603] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.460767] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.460950] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.461109] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.461260] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.462299] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.462299] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.462299] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.462299] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.462299] env[70480]: DEBUG nova.virt.hardware [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.463067] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba52228e-1cc6-4354-a350-4914b6e7c1e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.472874] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3487986-1fa0-4bfa-b160-ca1064d16642 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.491029] env[70480]: DEBUG nova.network.neutron [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Updating instance_info_cache with network_info: [{"id": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "address": "fa:16:3e:3f:63:ef", "network": {"id": "9b8af632-a2ec-42b7-820b-c16946af9fab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1673918099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96af113d928a4c2fbd9f9d8f2a893af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c395f0e-b6", "ovs_interfaceid": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.554285] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Releasing lock "refresh_cache-2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.554573] env[70480]: DEBUG nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Received event network-changed-f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.554745] env[70480]: DEBUG nova.compute.manager [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Refreshing instance network info cache due to event network-changed-f5a09175-94c1-4685-8150-e055207c9899. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.554956] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Acquiring lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.555207] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Acquired lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.555392] env[70480]: DEBUG nova.network.neutron [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Refreshing network info cache for port f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.778206] env[70480]: DEBUG nova.compute.manager [req-aa3c298a-4bbb-4237-8417-da602f2be1d3 req-48c8508d-ae3d-499b-8137-8b799a51fdf9 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Received event network-vif-plugged-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.778426] env[70480]: DEBUG oslo_concurrency.lockutils [req-aa3c298a-4bbb-4237-8417-da602f2be1d3 req-48c8508d-ae3d-499b-8137-8b799a51fdf9 service nova] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.778632] env[70480]: DEBUG oslo_concurrency.lockutils [req-aa3c298a-4bbb-4237-8417-da602f2be1d3 req-48c8508d-ae3d-499b-8137-8b799a51fdf9 service nova] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.778797] env[70480]: DEBUG oslo_concurrency.lockutils [req-aa3c298a-4bbb-4237-8417-da602f2be1d3 req-48c8508d-ae3d-499b-8137-8b799a51fdf9 service nova] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.778965] env[70480]: DEBUG nova.compute.manager [req-aa3c298a-4bbb-4237-8417-da602f2be1d3 req-48c8508d-ae3d-499b-8137-8b799a51fdf9 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] No waiting events found dispatching network-vif-plugged-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.779154] env[70480]: WARNING nova.compute.manager [req-aa3c298a-4bbb-4237-8417-da602f2be1d3 req-48c8508d-ae3d-499b-8137-8b799a51fdf9 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Received unexpected event network-vif-plugged-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 for instance with vm_state building and task_state spawning. [ 1178.840269] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f7063c51-2e73-41bf-bc97-38560679dfdd tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "deb565ac-9aef-40e9-a1b2-f8ab461d3ce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.376s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.894039] env[70480]: DEBUG nova.network.neutron [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Successfully updated port: 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.956444] env[70480]: DEBUG oslo_concurrency.lockutils [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.956609] env[70480]: DEBUG oslo_concurrency.lockutils [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquired lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.956786] env[70480]: DEBUG nova.network.neutron [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.993619] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Releasing lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.994032] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Instance network_info: |[{"id": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "address": "fa:16:3e:3f:63:ef", "network": {"id": "9b8af632-a2ec-42b7-820b-c16946af9fab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1673918099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96af113d928a4c2fbd9f9d8f2a893af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c395f0e-b6", "ovs_interfaceid": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.997108] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:63:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c395f0e-b6e5-42c8-b81f-ca6a668e8acc', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.006747] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Creating folder: Project (96af113d928a4c2fbd9f9d8f2a893af9). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.007403] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71ca9b2-c0fd-45e5-8e09-de02f53110b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.021034] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Created folder: Project (96af113d928a4c2fbd9f9d8f2a893af9) in parent group-v741156. [ 1179.021260] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Creating folder: Instances. Parent ref: group-v741448. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.021523] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bb67e2e-87ee-48d2-b04d-f6ec22a055cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.031951] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Created folder: Instances in parent group-v741448. [ 1179.032245] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.032703] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.039009] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19608971-757a-4f30-8318-87f9920ba6c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.059938] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.059938] env[70480]: value = "task-3723638" [ 1179.059938] env[70480]: _type = "Task" [ 1179.059938] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.065703] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e951fa-c35e-4c74-8888-cc5a758c4c09 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.074176] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723638, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.078158] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52adf9a-a8b9-4a6c-a992-12478d7b0e1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.116284] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069f0e9-4115-4da6-8050-b30b259b525e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.125245] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524ffaf-9f6d-4bd5-b71a-627fa279eb33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.142618] env[70480]: DEBUG nova.compute.provider_tree [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.217435] env[70480]: DEBUG nova.compute.manager [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1179.325280] env[70480]: DEBUG nova.compute.manager [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Received event network-changed-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.325280] env[70480]: DEBUG nova.compute.manager [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Refreshing instance network info cache due to event network-changed-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.325535] env[70480]: DEBUG oslo_concurrency.lockutils [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] Acquiring lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.325630] env[70480]: DEBUG oslo_concurrency.lockutils [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] Acquired lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.325816] env[70480]: DEBUG nova.network.neutron [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Refreshing network info cache for port 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.398951] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.398951] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.398951] env[70480]: DEBUG nova.network.neutron [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.428233] env[70480]: DEBUG nova.network.neutron [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updated VIF entry in instance network info cache for port f5a09175-94c1-4685-8150-e055207c9899. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.428529] env[70480]: DEBUG nova.network.neutron [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.571034] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723638, 'name': CreateVM_Task, 'duration_secs': 0.40772} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.571034] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.572105] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.572349] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.572867] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.573063] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda5bff1-b086-4e92-811b-de63e0195e18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.579581] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1179.579581] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527476cc-66c2-bc54-c45e-2af6328dece0" [ 1179.579581] env[70480]: _type = "Task" [ 1179.579581] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.591468] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527476cc-66c2-bc54-c45e-2af6328dece0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.646716] env[70480]: DEBUG nova.scheduler.client.report [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.685255] env[70480]: DEBUG nova.network.neutron [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [{"id": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "address": "fa:16:3e:8b:56:46", "network": {"id": "f350ba4e-a144-4ed2-bbd9-c707d97e2f91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1166190534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90933a31b716484ba7f56222f9ac10c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e2aff-4a", "ovs_interfaceid": "ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.735924] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.930589] env[70480]: DEBUG nova.network.neutron [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.933008] env[70480]: DEBUG oslo_concurrency.lockutils [req-c22157de-3397-4ecf-b66b-dd1359370110 req-69bc2cfa-199d-4db9-971a-e91eeffe390b service nova] Releasing lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.038864] env[70480]: DEBUG nova.network.neutron [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Updated VIF entry in instance network info cache for port 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.039263] env[70480]: DEBUG nova.network.neutron [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Updating instance_info_cache with network_info: [{"id": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "address": "fa:16:3e:3f:63:ef", "network": {"id": "9b8af632-a2ec-42b7-820b-c16946af9fab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1673918099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96af113d928a4c2fbd9f9d8f2a893af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c395f0e-b6", "ovs_interfaceid": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.089078] env[70480]: DEBUG nova.network.neutron [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updating instance_info_cache with network_info: [{"id": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "address": "fa:16:3e:09:da:7e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f92ff02-fb", "ovs_interfaceid": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.094320] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527476cc-66c2-bc54-c45e-2af6328dece0, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.094843] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.095079] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.095326] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.095474] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.095651] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.095915] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee9a549-c854-415a-8b22-72b2da3c3417 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.105448] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.105513] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.106307] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ac4ff1-8a47-4f98-898e-5907faf47557 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.112041] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1180.112041] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527dae12-df92-532a-cd8c-da864ee9655c" [ 1180.112041] env[70480]: _type = "Task" [ 1180.112041] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.121560] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527dae12-df92-532a-cd8c-da864ee9655c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.140436] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.140656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.151800] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.154201] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.714s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.154427] env[70480]: DEBUG nova.objects.instance [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lazy-loading 'resources' on Instance uuid 9988d525-c3ef-40f5-9367-be8e96691290 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.188030] env[70480]: DEBUG oslo_concurrency.lockutils [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Releasing lock "refresh_cache-06e61304-09d6-4f1f-aaa2-9638d234a7ce" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.189198] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04d0e3e-dfc0-406c-b350-91869114bf0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.196623] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Resuming the VM {{(pid=70480) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1180.197453] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e0825b3-b20c-4020-975c-a19ddfddf3b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.203625] env[70480]: DEBUG oslo_vmware.api [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1180.203625] env[70480]: value = "task-3723639" [ 1180.203625] env[70480]: _type = "Task" [ 1180.203625] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.208285] env[70480]: INFO nova.scheduler.client.report [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 2cee91e8-63f6-4a74-ac06-7ad6f17669e0 [ 1180.216269] env[70480]: DEBUG oslo_vmware.api [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.543821] env[70480]: DEBUG oslo_concurrency.lockutils [req-44db643d-d258-4433-b98f-95a2b2d98be1 req-ae00f699-0f27-4282-86cd-2dd1ee7732a3 service nova] Releasing lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.595705] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.596060] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Instance network_info: |[{"id": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "address": "fa:16:3e:09:da:7e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f92ff02-fb", "ovs_interfaceid": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.596609] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:da:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.604583] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.604812] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.605052] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f060e132-376b-4729-b9ca-b009f7e53f4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.629932] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527dae12-df92-532a-cd8c-da864ee9655c, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.631922] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.631922] env[70480]: value = "task-3723640" [ 1180.631922] env[70480]: _type = "Task" [ 1180.631922] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.632142] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f12f08-2338-4aec-8118-6dac430e1eb2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.642730] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.651083] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1180.651083] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52750636-988b-8060-0867-da5f3e4e3f92" [ 1180.651083] env[70480]: _type = "Task" [ 1180.651083] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.651083] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723640, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.663668] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52750636-988b-8060-0867-da5f3e4e3f92, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.664609] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.664609] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ae3293f7-070b-4744-9d46-46448e69663d/ae3293f7-070b-4744-9d46-46448e69663d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.664609] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289d684b-edcf-4efb-9044-0078b86144a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.674277] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1180.674277] env[70480]: value = "task-3723641" [ 1180.674277] env[70480]: _type = "Task" [ 1180.674277] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.685977] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.725762] env[70480]: DEBUG oslo_vmware.api [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723639, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.729729] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3ad71293-4894-431d-ae23-bbd5b041d4b4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "2cee91e8-63f6-4a74-ac06-7ad6f17669e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.999s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.863550] env[70480]: DEBUG nova.compute.manager [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Received event network-changed-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.863836] env[70480]: DEBUG nova.compute.manager [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Refreshing instance network info cache due to event network-changed-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.864195] env[70480]: DEBUG oslo_concurrency.lockutils [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] Acquiring lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.864470] env[70480]: DEBUG oslo_concurrency.lockutils [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] Acquired lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.864717] env[70480]: DEBUG nova.network.neutron [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Refreshing network info cache for port 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.942838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fdc414-ca11-4f89-8a57-9638a47d72f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.953901] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77b966-1683-4e0b-b4da-9b6db5485637 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.989660] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e5cfa-4a7e-420f-8f1a-0ed7b047d7e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.003431] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e558c-1c80-45e9-9412-b0834a779b66 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.024388] env[70480]: DEBUG nova.compute.provider_tree [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.146294] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723640, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.169764] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.188451] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.215609] env[70480]: DEBUG oslo_vmware.api [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723639, 'name': PowerOnVM_Task, 'duration_secs': 0.681195} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.215937] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Resumed the VM {{(pid=70480) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1181.216293] env[70480]: DEBUG nova.compute.manager [None req-15bb4a13-ad88-4e93-933a-32a4079156fb tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.217282] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2437f-2288-4f01-967f-f64fbd046d2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.528571] env[70480]: DEBUG nova.scheduler.client.report [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.649116] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723640, 'name': CreateVM_Task, 'duration_secs': 0.525271} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.649430] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.649996] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.650251] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.650618] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.650897] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ec7edf-bfbd-4d5c-b097-33253f9cfee6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.656650] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1181.656650] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a096cf-fb12-e7be-5c79-623d2d323315" [ 1181.656650] env[70480]: _type = "Task" [ 1181.656650] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.664968] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a096cf-fb12-e7be-5c79-623d2d323315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.685291] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570102} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.685569] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ae3293f7-070b-4744-9d46-46448e69663d/ae3293f7-070b-4744-9d46-46448e69663d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.685780] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.686043] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e208b151-a9df-45ee-95fc-bdf7cdf45679 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.692783] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1181.692783] env[70480]: value = "task-3723642" [ 1181.692783] env[70480]: _type = "Task" [ 1181.692783] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.702016] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.711735] env[70480]: DEBUG nova.network.neutron [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updated VIF entry in instance network info cache for port 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.712233] env[70480]: DEBUG nova.network.neutron [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updating instance_info_cache with network_info: [{"id": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "address": "fa:16:3e:09:da:7e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f92ff02-fb", "ovs_interfaceid": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.830090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.830090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.830090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.830459] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.830459] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.832704] env[70480]: INFO nova.compute.manager [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Terminating instance [ 1182.039592] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.042420] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.798s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.044702] env[70480]: INFO nova.compute.claims [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.066539] env[70480]: INFO nova.scheduler.client.report [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Deleted allocations for instance 9988d525-c3ef-40f5-9367-be8e96691290 [ 1182.169917] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a096cf-fb12-e7be-5c79-623d2d323315, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.170139] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.170385] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.170625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.170769] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.170980] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.171234] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca2e350-6b0c-4920-b79b-0db9881fa896 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.181795] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.181995] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.182745] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688ca6b2-c8da-416e-a113-e31fe5dcb5f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.188942] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1182.188942] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d5112-f9a9-2ce4-1c38-88f5c2b625c9" [ 1182.188942] env[70480]: _type = "Task" [ 1182.188942] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.200009] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d5112-f9a9-2ce4-1c38-88f5c2b625c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.206201] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080031} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.206499] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.207333] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfcbf3b-7c81-401f-8c5c-7b647a4b7324 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.222613] env[70480]: DEBUG oslo_concurrency.lockutils [req-eee76133-bd0c-434b-8234-a604b3db2b4b req-8628ace0-b9ac-419e-87fa-8e99102455c0 service nova] Releasing lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.231939] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] ae3293f7-070b-4744-9d46-46448e69663d/ae3293f7-070b-4744-9d46-46448e69663d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.232309] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7bad7f-db3e-4fb5-b8dd-e71421920c3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.254151] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1182.254151] env[70480]: value = "task-3723643" [ 1182.254151] env[70480]: _type = "Task" [ 1182.254151] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.264056] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.336891] env[70480]: DEBUG nova.compute.manager [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.337185] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.338336] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08096d1d-9810-4fea-8910-480e7cbe686f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.346623] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.346895] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68cd7d78-fb23-4b80-9f6b-31804e2ac584 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.353843] env[70480]: DEBUG oslo_vmware.api [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1182.353843] env[70480]: value = "task-3723644" [ 1182.353843] env[70480]: _type = "Task" [ 1182.353843] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.363829] env[70480]: DEBUG oslo_vmware.api [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.574579] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6a540bf2-04e3-4431-9998-4e16d7dbb813 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Lock "9988d525-c3ef-40f5-9367-be8e96691290" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.106s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.700870] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d5112-f9a9-2ce4-1c38-88f5c2b625c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.701917] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61f7a16-60c7-4e6a-9912-b557316d1102 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.708369] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1182.708369] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f33bb-9d51-bfbd-fb82-2e6d2c21c29e" [ 1182.708369] env[70480]: _type = "Task" [ 1182.708369] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.718997] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f33bb-9d51-bfbd-fb82-2e6d2c21c29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.765149] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723643, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.865589] env[70480]: DEBUG oslo_vmware.api [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723644, 'name': PowerOffVM_Task, 'duration_secs': 0.332765} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.865895] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.866078] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.866338] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d3f0d32-9dd2-49af-8d6e-c495df2d7a31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.946102] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.946602] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.946850] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleting the datastore file [datastore2] 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.947187] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918f98b7-a483-4cdf-89aa-49d7bddf9a03 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.954700] env[70480]: DEBUG oslo_vmware.api [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for the task: (returnval){ [ 1182.954700] env[70480]: value = "task-3723646" [ 1182.954700] env[70480]: _type = "Task" [ 1182.954700] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.965708] env[70480]: DEBUG oslo_vmware.api [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.223032] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f33bb-9d51-bfbd-fb82-2e6d2c21c29e, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.223379] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.223679] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 654d01f6-c970-44a2-a034-5ae73a5d93b4/654d01f6-c970-44a2-a034-5ae73a5d93b4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.223954] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a535a87a-09bc-482b-b93f-6c18013b8ea7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.234711] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1183.234711] env[70480]: value = "task-3723647" [ 1183.234711] env[70480]: _type = "Task" [ 1183.234711] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.248241] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.263977] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723643, 'name': ReconfigVM_Task, 'duration_secs': 0.567674} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.264292] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] ae3293f7-070b-4744-9d46-46448e69663d/ae3293f7-070b-4744-9d46-46448e69663d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.264967] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0de15279-d437-4a47-a536-712aed070795 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.272116] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1183.272116] env[70480]: value = "task-3723648" [ 1183.272116] env[70480]: _type = "Task" [ 1183.272116] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.284026] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723648, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.296529] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a945851-7456-4109-9d64-583e84532373 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.304837] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2bb367-5a7d-475c-ad76-80da2592b8e1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.338137] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752820b6-46e2-4661-85ac-61690920c51b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.347214] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79c5fca-c126-4078-b95f-39a53c10dc97 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.361864] env[70480]: DEBUG nova.compute.provider_tree [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.467546] env[70480]: DEBUG oslo_vmware.api [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Task: {'id': task-3723646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185702} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.467943] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.468554] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.468554] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.468739] env[70480]: INFO nova.compute.manager [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1183.469016] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.469240] env[70480]: DEBUG nova.compute.manager [-] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.469339] env[70480]: DEBUG nova.network.neutron [-] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.747038] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723647, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.784626] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723648, 'name': Rename_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.865943] env[70480]: DEBUG nova.scheduler.client.report [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.991232] env[70480]: DEBUG nova.compute.manager [req-5d37b3d9-3b10-4c09-b745-04be889799ce req-c2159d69-6189-4f2c-b694-996a75f56399 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Received event network-vif-deleted-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.991232] env[70480]: INFO nova.compute.manager [req-5d37b3d9-3b10-4c09-b745-04be889799ce req-c2159d69-6189-4f2c-b694-996a75f56399 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Neutron deleted interface c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f; detaching it from the instance and deleting it from the info cache [ 1183.992885] env[70480]: DEBUG nova.network.neutron [req-5d37b3d9-3b10-4c09-b745-04be889799ce req-c2159d69-6189-4f2c-b694-996a75f56399 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.249028] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540547} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.249028] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 654d01f6-c970-44a2-a034-5ae73a5d93b4/654d01f6-c970-44a2-a034-5ae73a5d93b4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.249028] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.249028] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fd122cb-125b-4049-94d7-211f495bc04e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.257778] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1184.257778] env[70480]: value = "task-3723649" [ 1184.257778] env[70480]: _type = "Task" [ 1184.257778] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.268347] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.284838] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723648, 'name': Rename_Task, 'duration_secs': 0.751975} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.285340] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.285668] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71ba8303-8268-4615-8f87-6c1a3a3f1639 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.295574] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1184.295574] env[70480]: value = "task-3723650" [ 1184.295574] env[70480]: _type = "Task" [ 1184.295574] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.306271] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.371395] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.372020] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.375254] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.248s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.375761] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.379025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.643s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.396602] env[70480]: DEBUG nova.network.neutron [-] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.409927] env[70480]: INFO nova.scheduler.client.report [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocations for instance b0406d37-5504-486b-a7e8-05773d3d7534 [ 1184.496243] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6382ae8a-d154-4822-9bc0-eebde2d8d24a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.507824] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6fb61f-b29d-40ef-8c63-157820dccdb4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.545904] env[70480]: DEBUG nova.compute.manager [req-5d37b3d9-3b10-4c09-b745-04be889799ce req-c2159d69-6189-4f2c-b694-996a75f56399 service nova] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Detach interface failed, port_id=c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f, reason: Instance 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.768129] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076383} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.768548] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.769315] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028ee1c-00c8-4623-8afb-832a5b46b252 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.794144] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 654d01f6-c970-44a2-a034-5ae73a5d93b4/654d01f6-c970-44a2-a034-5ae73a5d93b4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.795063] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30435f5-7db5-4109-ad5c-306eb40cce4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.823221] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.824718] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1184.824718] env[70480]: value = "task-3723651" [ 1184.824718] env[70480]: _type = "Task" [ 1184.824718] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.834259] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.884078] env[70480]: INFO nova.compute.claims [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.889905] env[70480]: DEBUG nova.compute.utils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.891435] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.891603] env[70480]: DEBUG nova.network.neutron [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.901742] env[70480]: INFO nova.compute.manager [-] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Took 1.43 seconds to deallocate network for instance. [ 1184.926063] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "b0406d37-5504-486b-a7e8-05773d3d7534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.223s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.974135] env[70480]: DEBUG nova.policy [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e679b2a3c94788886db0cc59ed7cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88264c71920f49dd86927fac7ded14f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.023686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.024024] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.024265] env[70480]: INFO nova.compute.manager [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Shelving [ 1185.323710] env[70480]: DEBUG oslo_vmware.api [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723650, 'name': PowerOnVM_Task, 'duration_secs': 0.981139} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.324065] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.324279] env[70480]: INFO nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1185.324455] env[70480]: DEBUG nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.325564] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1623f8-d5d9-4844-a81d-ef736fab1f9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.341641] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723651, 'name': ReconfigVM_Task, 'duration_secs': 0.338907} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.343674] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 654d01f6-c970-44a2-a034-5ae73a5d93b4/654d01f6-c970-44a2-a034-5ae73a5d93b4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.347490] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-490c1ee6-3302-4dde-b376-aa2103be14d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.356104] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1185.356104] env[70480]: value = "task-3723652" [ 1185.356104] env[70480]: _type = "Task" [ 1185.356104] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.370374] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723652, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.394102] env[70480]: INFO nova.compute.resource_tracker [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating resource usage from migration f8ac0436-69a1-496a-9230-a04c0a5a47b6 [ 1185.399340] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.408773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.601605] env[70480]: DEBUG nova.network.neutron [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Successfully created port: d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.642930] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ba805-a0c9-4b8f-89d9-3a2232fb8477 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.651232] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de73edf-c3ab-46a0-bd95-f743ea73c9a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.685692] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf485c7-cfe7-45b8-b2ee-a9cc64a9b388 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.693817] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef91c9-cb0a-4bfa-9742-1c594b088c07 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.707941] env[70480]: DEBUG nova.compute.provider_tree [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.860979] env[70480]: INFO nova.compute.manager [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Took 26.04 seconds to build instance. [ 1185.868093] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723652, 'name': Rename_Task, 'duration_secs': 0.163512} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.868373] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.868647] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9bac3a-59e7-47ae-9f84-c8f34444b180 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.876011] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1185.876011] env[70480]: value = "task-3723653" [ 1185.876011] env[70480]: _type = "Task" [ 1185.876011] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.885286] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.036932] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.036932] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3c0386-f301-480e-9064-5a789acccfbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.044329] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1186.044329] env[70480]: value = "task-3723654" [ 1186.044329] env[70480]: _type = "Task" [ 1186.044329] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.058979] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.238776] env[70480]: ERROR nova.scheduler.client.report [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [req-07b46faf-bc7c-4e83-a38e-05e78e4dbeca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07b46faf-bc7c-4e83-a38e-05e78e4dbeca"}]} [ 1186.265024] env[70480]: DEBUG nova.scheduler.client.report [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1186.288853] env[70480]: DEBUG nova.scheduler.client.report [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1186.289162] env[70480]: DEBUG nova.compute.provider_tree [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.305178] env[70480]: DEBUG nova.scheduler.client.report [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1186.334986] env[70480]: DEBUG nova.scheduler.client.report [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1186.364348] env[70480]: DEBUG oslo_concurrency.lockutils [None req-30617699-4c6e-4629-b9f1-d98d9e090af0 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "ae3293f7-070b-4744-9d46-46448e69663d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.557s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.392370] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.414355] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.453398] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.455538] env[70480]: DEBUG nova.virt.hardware [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.456515] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9317c6-8064-4c9d-a1cc-efb1d32f5bf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.470230] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29725a7a-4130-4c13-914e-572ff5e2a651 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.557557] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723654, 'name': PowerOffVM_Task, 'duration_secs': 0.316818} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.557753] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.558603] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dea90c-41ff-4834-96a7-044a24b8c657 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.584485] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d65904-ceda-4372-a3ac-f22c82362d46 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.614305] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3141feb-6c02-4e9f-8b3f-7c05d146d12a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.623582] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2cefa-b8ae-4bce-aa77-578e9aa184eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.657184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8ba5b-f8b8-4589-a2d6-5065e4a03468 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.671720] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b46c69-6672-4e7a-92ea-57688d842884 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.688329] env[70480]: DEBUG nova.compute.provider_tree [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.887796] env[70480]: DEBUG oslo_vmware.api [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723653, 'name': PowerOnVM_Task, 'duration_secs': 0.557507} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.888110] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.888321] env[70480]: INFO nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1186.888397] env[70480]: DEBUG nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.889961] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a8e5d-52d9-4ee0-bf70-97d70d9f3752 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.096526] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1187.096924] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd84cd3e-5fce-49d9-a38b-9ec9e980fd24 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.107374] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1187.107374] env[70480]: value = "task-3723655" [ 1187.107374] env[70480]: _type = "Task" [ 1187.107374] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.118406] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.166391] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.166680] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.166901] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.167137] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.167265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.169703] env[70480]: INFO nova.compute.manager [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Terminating instance [ 1187.205634] env[70480]: DEBUG nova.compute.manager [req-e4c90e65-c32c-4cb8-9507-00bcdce3b394 req-7198ab7a-a3b1-4fb9-bf1d-a3127fc8c2f6 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Received event network-vif-plugged-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.205897] env[70480]: DEBUG oslo_concurrency.lockutils [req-e4c90e65-c32c-4cb8-9507-00bcdce3b394 req-7198ab7a-a3b1-4fb9-bf1d-a3127fc8c2f6 service nova] Acquiring lock "5a19ffdc-37a7-47bb-8110-b5596bac8557-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.206095] env[70480]: DEBUG oslo_concurrency.lockutils [req-e4c90e65-c32c-4cb8-9507-00bcdce3b394 req-7198ab7a-a3b1-4fb9-bf1d-a3127fc8c2f6 service nova] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.206358] env[70480]: DEBUG oslo_concurrency.lockutils [req-e4c90e65-c32c-4cb8-9507-00bcdce3b394 req-7198ab7a-a3b1-4fb9-bf1d-a3127fc8c2f6 service nova] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.206575] env[70480]: DEBUG nova.compute.manager [req-e4c90e65-c32c-4cb8-9507-00bcdce3b394 req-7198ab7a-a3b1-4fb9-bf1d-a3127fc8c2f6 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] No waiting events found dispatching network-vif-plugged-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.206677] env[70480]: WARNING nova.compute.manager [req-e4c90e65-c32c-4cb8-9507-00bcdce3b394 req-7198ab7a-a3b1-4fb9-bf1d-a3127fc8c2f6 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Received unexpected event network-vif-plugged-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 for instance with vm_state building and task_state spawning. [ 1187.227172] env[70480]: DEBUG nova.scheduler.client.report [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1187.227580] env[70480]: DEBUG nova.compute.provider_tree [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 151 to 152 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1187.227840] env[70480]: DEBUG nova.compute.provider_tree [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.320396] env[70480]: DEBUG nova.network.neutron [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Successfully updated port: d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.413787] env[70480]: INFO nova.compute.manager [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Took 25.36 seconds to build instance. [ 1187.533548] env[70480]: DEBUG nova.compute.manager [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Received event network-changed-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.533904] env[70480]: DEBUG nova.compute.manager [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Refreshing instance network info cache due to event network-changed-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.534276] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] Acquiring lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.537062] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] Acquired lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.537062] env[70480]: DEBUG nova.network.neutron [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Refreshing network info cache for port 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.625306] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723655, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.676853] env[70480]: DEBUG nova.compute.manager [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.677104] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.678047] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32ef9f-c1bc-486a-b7d3-b13a0b83f6b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.687214] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.687521] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e559f9-e895-4989-a39c-9bed835a5e35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.694776] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1187.694776] env[70480]: value = "task-3723656" [ 1187.694776] env[70480]: _type = "Task" [ 1187.694776] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.705510] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.732783] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.354s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.733034] env[70480]: INFO nova.compute.manager [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Migrating [ 1187.740032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.570s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.742068] env[70480]: INFO nova.compute.claims [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.827980] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "refresh_cache-5a19ffdc-37a7-47bb-8110-b5596bac8557" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.827980] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "refresh_cache-5a19ffdc-37a7-47bb-8110-b5596bac8557" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.828244] env[70480]: DEBUG nova.network.neutron [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.916478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.875s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.122946] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723655, 'name': CreateSnapshot_Task, 'duration_secs': 0.961834} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.123636] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1188.125579] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab6ea5-e82f-4026-9a1e-ecb4ab2921e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.208915] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723656, 'name': PowerOffVM_Task, 'duration_secs': 0.233268} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.209768] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.209984] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.210351] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db7ef44d-2c08-4245-baea-06787f323e5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.253499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.253673] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.253878] env[70480]: DEBUG nova.network.neutron [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.374920] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.375342] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.375639] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleting the datastore file [datastore2] 06e61304-09d6-4f1f-aaa2-9638d234a7ce {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.382028] env[70480]: DEBUG nova.network.neutron [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.382028] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e98484-04ad-4797-a64c-2dea27297383 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.392481] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for the task: (returnval){ [ 1188.392481] env[70480]: value = "task-3723658" [ 1188.392481] env[70480]: _type = "Task" [ 1188.392481] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.404434] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.555701] env[70480]: DEBUG nova.network.neutron [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Updating instance_info_cache with network_info: [{"id": "d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2", "address": "fa:16:3e:d6:f2:61", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c9de5e-f8", "ovs_interfaceid": "d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.647620] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1188.648582] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80e6f218-bc69-43dd-8918-a49c2156252b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.661396] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1188.661396] env[70480]: value = "task-3723659" [ 1188.661396] env[70480]: _type = "Task" [ 1188.661396] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.671106] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723659, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.741121] env[70480]: DEBUG nova.network.neutron [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Updated VIF entry in instance network info cache for port 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.741553] env[70480]: DEBUG nova.network.neutron [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Updating instance_info_cache with network_info: [{"id": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "address": "fa:16:3e:3f:63:ef", "network": {"id": "9b8af632-a2ec-42b7-820b-c16946af9fab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1673918099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96af113d928a4c2fbd9f9d8f2a893af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c395f0e-b6", "ovs_interfaceid": "5c395f0e-b6e5-42c8-b81f-ca6a668e8acc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.904504] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.012781] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2412fa-5ef2-4b01-95ec-3b649d3e3e6a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.022473] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e8bbb-d59d-4cd0-b46e-4f6fdfc0aeb5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.055807] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35108117-da4e-4eb2-add7-0b00b24a48ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.059075] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "refresh_cache-5a19ffdc-37a7-47bb-8110-b5596bac8557" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.059697] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Instance network_info: |[{"id": "d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2", "address": "fa:16:3e:d6:f2:61", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c9de5e-f8", "ovs_interfaceid": "d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.059878] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f2:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.067926] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.071571] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.074323] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750cb89f-fa5f-4061-9d5d-9349a5123bf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.091961] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0237c9-cef8-477c-bca0-1f760a976c86 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.102635] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.102635] env[70480]: value = "task-3723660" [ 1189.102635] env[70480]: _type = "Task" [ 1189.102635] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.111589] env[70480]: DEBUG nova.compute.provider_tree [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.123343] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723660, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.172646] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723659, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.245308] env[70480]: DEBUG nova.network.neutron [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.247268] env[70480]: DEBUG oslo_concurrency.lockutils [req-7dbabe4c-880d-4e97-96c6-2e37d4c25b14 req-f79f474d-a33a-4496-a2b2-798e3a84abb8 service nova] Releasing lock "refresh_cache-ae3293f7-070b-4744-9d46-46448e69663d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.250356] env[70480]: DEBUG nova.compute.manager [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Received event network-changed-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.250602] env[70480]: DEBUG nova.compute.manager [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Refreshing instance network info cache due to event network-changed-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.251211] env[70480]: DEBUG oslo_concurrency.lockutils [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] Acquiring lock "refresh_cache-5a19ffdc-37a7-47bb-8110-b5596bac8557" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251211] env[70480]: DEBUG oslo_concurrency.lockutils [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] Acquired lock "refresh_cache-5a19ffdc-37a7-47bb-8110-b5596bac8557" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.251344] env[70480]: DEBUG nova.network.neutron [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Refreshing network info cache for port d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.408026] env[70480]: DEBUG oslo_vmware.api [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Task: {'id': task-3723658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570164} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.408026] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.408026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.408026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.408026] env[70480]: INFO nova.compute.manager [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1189.408026] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.408026] env[70480]: DEBUG nova.compute.manager [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.408026] env[70480]: DEBUG nova.network.neutron [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.625688] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723660, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.662020] env[70480]: DEBUG nova.scheduler.client.report [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1189.662020] env[70480]: DEBUG nova.compute.provider_tree [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 152 to 153 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1189.662020] env[70480]: DEBUG nova.compute.provider_tree [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.679923] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723659, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.751264] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.990088] env[70480]: DEBUG nova.network.neutron [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Updated VIF entry in instance network info cache for port d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.990593] env[70480]: DEBUG nova.network.neutron [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Updating instance_info_cache with network_info: [{"id": "d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2", "address": "fa:16:3e:d6:f2:61", "network": {"id": "750712c4-3ab9-4997-8010-93cf9271ade1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1030548314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88264c71920f49dd86927fac7ded14f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c9de5e-f8", "ovs_interfaceid": "d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.120992] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723660, 'name': CreateVM_Task, 'duration_secs': 0.565823} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.121295] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.121940] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.122121] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.122451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.122724] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b989c00b-8ec4-4b8d-9da7-41b89c395eee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.128174] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1190.128174] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d6012a-aac4-7549-1016-357bf8de98df" [ 1190.128174] env[70480]: _type = "Task" [ 1190.128174] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.136926] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d6012a-aac4-7549-1016-357bf8de98df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.169753] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.170289] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.173057] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.765s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.173283] env[70480]: DEBUG nova.objects.instance [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lazy-loading 'resources' on Instance uuid 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.181280] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723659, 'name': CloneVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.381932] env[70480]: DEBUG nova.network.neutron [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.493481] env[70480]: DEBUG oslo_concurrency.lockutils [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] Releasing lock "refresh_cache-5a19ffdc-37a7-47bb-8110-b5596bac8557" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.493481] env[70480]: DEBUG nova.compute.manager [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Received event network-changed-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.493678] env[70480]: DEBUG nova.compute.manager [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Refreshing instance network info cache due to event network-changed-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.493896] env[70480]: DEBUG oslo_concurrency.lockutils [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] Acquiring lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.494052] env[70480]: DEBUG oslo_concurrency.lockutils [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] Acquired lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.494218] env[70480]: DEBUG nova.network.neutron [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Refreshing network info cache for port 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.639422] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d6012a-aac4-7549-1016-357bf8de98df, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.639422] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.639645] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.639878] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.640032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.640216] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.640481] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc47704-3ebb-40d9-9c21-a58a6013ad11 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.650118] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.650317] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.651227] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693ce7b5-c35d-4f45-89b2-4428f911a6db {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.657057] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1190.657057] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529fa5bd-d269-98f4-226f-81e4b37c6d0c" [ 1190.657057] env[70480]: _type = "Task" [ 1190.657057] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.667394] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529fa5bd-d269-98f4-226f-81e4b37c6d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.677854] env[70480]: DEBUG nova.compute.utils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.680362] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723659, 'name': CloneVM_Task, 'duration_secs': 1.555045} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.684963] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.685150] env[70480]: DEBUG nova.network.neutron [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.687181] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Created linked-clone VM from snapshot [ 1190.689676] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2406220e-fa9b-4f33-8e83-50e73c108ae8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.699074] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Uploading image 78982a88-3740-4f2a-9f1b-6ef8a0d62075 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1190.733732] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1190.733732] env[70480]: value = "vm-741453" [ 1190.733732] env[70480]: _type = "VirtualMachine" [ 1190.733732] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1190.734348] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7b8cd1b7-bdae-4878-bf6b-ee683a72f3b9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.739332] env[70480]: DEBUG nova.policy [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3837ac6ef97f43178d2bde654c050a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af119ad120da49a79db6cb87e70e8124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.742813] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease: (returnval){ [ 1190.742813] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c976bf-7e42-5133-d2a1-cbecf4dd124d" [ 1190.742813] env[70480]: _type = "HttpNfcLease" [ 1190.742813] env[70480]: } obtained for exporting VM: (result){ [ 1190.742813] env[70480]: value = "vm-741453" [ 1190.742813] env[70480]: _type = "VirtualMachine" [ 1190.742813] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1190.742813] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the lease: (returnval){ [ 1190.742813] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c976bf-7e42-5133-d2a1-cbecf4dd124d" [ 1190.742813] env[70480]: _type = "HttpNfcLease" [ 1190.742813] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.755940] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.755940] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c976bf-7e42-5133-d2a1-cbecf4dd124d" [ 1190.755940] env[70480]: _type = "HttpNfcLease" [ 1190.755940] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.884585] env[70480]: INFO nova.compute.manager [-] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Took 1.48 seconds to deallocate network for instance. [ 1190.964497] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1877f90-3b5f-4e26-aced-81d032b24b2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.974229] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482c526-7b57-48a1-a0c6-cf275b6bcbec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.016913] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a5a0a-b0d0-4d0a-86e0-db32fcee6690 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.026255] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76d3b7-207b-4e38-aa7f-8fd3e70a36cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.042077] env[70480]: DEBUG nova.compute.provider_tree [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.055866] env[70480]: DEBUG nova.network.neutron [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Successfully created port: 9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.170684] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529fa5bd-d269-98f4-226f-81e4b37c6d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.171613] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7992074f-5ceb-4e32-a7d1-0638b0c46e8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.179545] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1191.179545] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a0a17e-4930-a653-108b-370a7b3444fc" [ 1191.179545] env[70480]: _type = "Task" [ 1191.179545] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.183348] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.194598] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a0a17e-4930-a653-108b-370a7b3444fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.194855] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.195132] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 5a19ffdc-37a7-47bb-8110-b5596bac8557/5a19ffdc-37a7-47bb-8110-b5596bac8557.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.195431] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9b4d891-d2fa-4482-b2fc-295d42630053 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.203248] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1191.203248] env[70480]: value = "task-3723662" [ 1191.203248] env[70480]: _type = "Task" [ 1191.203248] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.212746] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.252155] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.252155] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c976bf-7e42-5133-d2a1-cbecf4dd124d" [ 1191.252155] env[70480]: _type = "HttpNfcLease" [ 1191.252155] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.252507] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.252507] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c976bf-7e42-5133-d2a1-cbecf4dd124d" [ 1191.252507] env[70480]: _type = "HttpNfcLease" [ 1191.252507] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1191.253476] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6517e-29e8-4ef8-86d4-68cf5f24ac0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.263404] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d5cf3-df09-a481-997e-15b831cfe33c/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.263648] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d5cf3-df09-a481-997e-15b831cfe33c/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1191.266821] env[70480]: DEBUG nova.network.neutron [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updated VIF entry in instance network info cache for port 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.267579] env[70480]: DEBUG nova.network.neutron [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updating instance_info_cache with network_info: [{"id": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "address": "fa:16:3e:09:da:7e", "network": {"id": "7de06529-858e-44f0-a999-529ee800b5bb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1629218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8f9308034b4b00b8cd9422c6db63ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f92ff02-fb", "ovs_interfaceid": "9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.330125] env[70480]: DEBUG nova.compute.manager [req-6f7f53ff-b93b-43b7-8753-10024575b207 req-cae0fae0-cb77-4488-bbbf-59146327af0d service nova] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Received event network-vif-deleted-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.331679] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf567c3-1c25-44b6-a724-3882072e0fc2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.355020] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.373133] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6f77bae-1ee1-4f4d-b6ae-319f544a5514 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.394945] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.546289] env[70480]: DEBUG nova.scheduler.client.report [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.715948] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.827120] env[70480]: DEBUG oslo_concurrency.lockutils [req-bdf30b8b-9af2-4d3e-9674-b545355a3841 req-04e88a53-7806-4043-9f22-5c4d04da7c54 service nova] Releasing lock "refresh_cache-654d01f6-c970-44a2-a034-5ae73a5d93b4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.861698] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.862240] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-043f2539-406e-426c-9fb0-def0db46b340 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.870507] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1191.870507] env[70480]: value = "task-3723663" [ 1191.870507] env[70480]: _type = "Task" [ 1191.870507] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.883762] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.052827] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.056731] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.662s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.056907] env[70480]: DEBUG nova.objects.instance [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lazy-loading 'resources' on Instance uuid 06e61304-09d6-4f1f-aaa2-9638d234a7ce {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.087791] env[70480]: INFO nova.scheduler.client.report [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Deleted allocations for instance 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc [ 1192.197943] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.216662] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576527} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.217264] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 5a19ffdc-37a7-47bb-8110-b5596bac8557/5a19ffdc-37a7-47bb-8110-b5596bac8557.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.217745] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.218163] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d309e5b6-b1e3-4626-ac0e-97d8e6ef57a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.228803] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1192.228803] env[70480]: value = "task-3723664" [ 1192.228803] env[70480]: _type = "Task" [ 1192.228803] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.231795] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.233030] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.233030] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.233030] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.233030] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.233030] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.233569] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.233756] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.234323] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.234323] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.234709] env[70480]: DEBUG nova.virt.hardware [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.235691] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cef2ba2-30bd-4690-b6f7-9d7ae007c58b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.251139] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b0fed-4171-47ee-a96d-a98469dbe49c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.256151] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.381994] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723663, 'name': PowerOffVM_Task, 'duration_secs': 0.317183} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.382408] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.382616] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.451726] env[70480]: DEBUG nova.compute.manager [req-b047bca6-360f-4b8a-ab72-a57561185d7d req-31a6c770-c114-4066-860a-4a88733e9ece service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Received event network-vif-plugged-9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.451961] env[70480]: DEBUG oslo_concurrency.lockutils [req-b047bca6-360f-4b8a-ab72-a57561185d7d req-31a6c770-c114-4066-860a-4a88733e9ece service nova] Acquiring lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.452194] env[70480]: DEBUG oslo_concurrency.lockutils [req-b047bca6-360f-4b8a-ab72-a57561185d7d req-31a6c770-c114-4066-860a-4a88733e9ece service nova] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.452350] env[70480]: DEBUG oslo_concurrency.lockutils [req-b047bca6-360f-4b8a-ab72-a57561185d7d req-31a6c770-c114-4066-860a-4a88733e9ece service nova] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.452558] env[70480]: DEBUG nova.compute.manager [req-b047bca6-360f-4b8a-ab72-a57561185d7d req-31a6c770-c114-4066-860a-4a88733e9ece service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] No waiting events found dispatching network-vif-plugged-9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1192.452676] env[70480]: WARNING nova.compute.manager [req-b047bca6-360f-4b8a-ab72-a57561185d7d req-31a6c770-c114-4066-860a-4a88733e9ece service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Received unexpected event network-vif-plugged-9072be0b-4200-4b6b-989d-37a1ffd65399 for instance with vm_state building and task_state spawning. [ 1192.558031] env[70480]: DEBUG nova.network.neutron [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Successfully updated port: 9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.598924] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6a92dbb-63a9-4cec-85dc-446e512637cc tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Lock "5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.769s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.748233] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105049} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.748652] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.749632] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5def0d-64e5-4daf-ada7-74e3ea9e7500 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.778794] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5a19ffdc-37a7-47bb-8110-b5596bac8557/5a19ffdc-37a7-47bb-8110-b5596bac8557.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.780233] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d74fed1-bcdd-460b-9874-a733047e56cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.796215] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733bfc5-83e3-4f30-9959-57d7efec8f5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.806160] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03c962-e46b-4339-8ecc-ef8700edbafb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.809923] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1192.809923] env[70480]: value = "task-3723665" [ 1192.809923] env[70480]: _type = "Task" [ 1192.809923] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.847813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d18a2d-2c78-48ec-9354-b9034d649157 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.850934] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.857047] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7813f2-77c3-4b53-8114-6e33afb3009e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.873497] env[70480]: DEBUG nova.compute.provider_tree [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.889337] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.890564] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.890564] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.890564] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.890564] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.890564] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.891134] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.891447] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.891725] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.891993] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.893035] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.898156] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e14561-7794-4dd3-8966-47e22f052660 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.916405] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1192.916405] env[70480]: value = "task-3723666" [ 1192.916405] env[70480]: _type = "Task" [ 1192.916405] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.929139] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.066537] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.066537] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.066537] env[70480]: DEBUG nova.network.neutron [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.324752] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.377136] env[70480]: DEBUG nova.scheduler.client.report [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.429680] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723666, 'name': ReconfigVM_Task, 'duration_secs': 0.243028} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.430260] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.602893] env[70480]: DEBUG nova.network.neutron [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.741461] env[70480]: DEBUG nova.network.neutron [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [{"id": "9072be0b-4200-4b6b-989d-37a1ffd65399", "address": "fa:16:3e:5a:23:e3", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072be0b-42", "ovs_interfaceid": "9072be0b-4200-4b6b-989d-37a1ffd65399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.821896] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723665, 'name': ReconfigVM_Task, 'duration_secs': 0.660459} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.822241] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5a19ffdc-37a7-47bb-8110-b5596bac8557/5a19ffdc-37a7-47bb-8110-b5596bac8557.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.822969] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575e2859-0f59-4dc1-9eeb-a1458772f959 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.831615] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1193.831615] env[70480]: value = "task-3723667" [ 1193.831615] env[70480]: _type = "Task" [ 1193.831615] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.840694] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723667, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.882972] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.908906] env[70480]: INFO nova.scheduler.client.report [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Deleted allocations for instance 06e61304-09d6-4f1f-aaa2-9638d234a7ce [ 1193.938671] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.938671] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.938671] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.940555] env[70480]: DEBUG nova.virt.hardware [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.948978] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.949493] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab44fa1-a12f-46a5-82ad-d5dd54320b68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.973696] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1193.973696] env[70480]: value = "task-3723668" [ 1193.973696] env[70480]: _type = "Task" [ 1193.973696] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.987750] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.244516] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.244624] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Instance network_info: |[{"id": "9072be0b-4200-4b6b-989d-37a1ffd65399", "address": "fa:16:3e:5a:23:e3", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072be0b-42", "ovs_interfaceid": "9072be0b-4200-4b6b-989d-37a1ffd65399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.245182] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:23:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9072be0b-4200-4b6b-989d-37a1ffd65399', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.253419] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.253772] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.253870] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab037fe-1a49-46dc-83fa-d231554ce624 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.278020] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.278020] env[70480]: value = "task-3723669" [ 1194.278020] env[70480]: _type = "Task" [ 1194.278020] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.287474] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723669, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.345320] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723667, 'name': Rename_Task, 'duration_secs': 0.196101} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.345320] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.345320] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e83ac4f7-88bc-4e11-9403-90c774a17d28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.354710] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1194.354710] env[70480]: value = "task-3723670" [ 1194.354710] env[70480]: _type = "Task" [ 1194.354710] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.367600] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.420316] env[70480]: DEBUG oslo_concurrency.lockutils [None req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Lock "06e61304-09d6-4f1f-aaa2-9638d234a7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.253s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.482855] env[70480]: DEBUG nova.compute.manager [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Received event network-changed-9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.483352] env[70480]: DEBUG nova.compute.manager [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Refreshing instance network info cache due to event network-changed-9072be0b-4200-4b6b-989d-37a1ffd65399. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.483611] env[70480]: DEBUG oslo_concurrency.lockutils [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] Acquiring lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.483867] env[70480]: DEBUG oslo_concurrency.lockutils [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] Acquired lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.484024] env[70480]: DEBUG nova.network.neutron [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Refreshing network info cache for port 9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.491487] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723668, 'name': ReconfigVM_Task, 'duration_secs': 0.223456} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.491777] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.492599] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19975d8d-5de5-441c-b021-8dce3d4aa5e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.521513] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651/volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.522391] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b569d9-7441-4a70-9978-99b7eb6ac783 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.546027] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1194.546027] env[70480]: value = "task-3723671" [ 1194.546027] env[70480]: _type = "Task" [ 1194.546027] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.556505] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.790053] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723669, 'name': CreateVM_Task, 'duration_secs': 0.410722} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.790270] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.790974] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.791219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.791515] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.791795] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1161f15-7241-48e9-aa9e-6f0a167ac502 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.797739] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1194.797739] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527fc2ee-8448-17b3-c3fb-a29cfd3ed7f5" [ 1194.797739] env[70480]: _type = "Task" [ 1194.797739] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.807764] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527fc2ee-8448-17b3-c3fb-a29cfd3ed7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.865675] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.060772] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723671, 'name': ReconfigVM_Task, 'duration_secs': 0.306519} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.060772] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651/volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.060772] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.312661] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527fc2ee-8448-17b3-c3fb-a29cfd3ed7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.313368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.313726] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.314204] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.314524] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.314973] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.315627] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a4de6f-e664-44c7-a0f9-d5e35c7fdf05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.327256] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.327256] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.327256] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cc248b-19d3-4b7f-8626-980d0e4ccced {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.334912] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1195.334912] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529eabf3-fcab-83ab-a95e-07512b560ecb" [ 1195.334912] env[70480]: _type = "Task" [ 1195.334912] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.348578] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529eabf3-fcab-83ab-a95e-07512b560ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.366328] env[70480]: DEBUG oslo_vmware.api [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723670, 'name': PowerOnVM_Task, 'duration_secs': 0.752861} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.368244] env[70480]: DEBUG nova.network.neutron [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updated VIF entry in instance network info cache for port 9072be0b-4200-4b6b-989d-37a1ffd65399. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.369770] env[70480]: DEBUG nova.network.neutron [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [{"id": "9072be0b-4200-4b6b-989d-37a1ffd65399", "address": "fa:16:3e:5a:23:e3", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072be0b-42", "ovs_interfaceid": "9072be0b-4200-4b6b-989d-37a1ffd65399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.371037] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.374020] env[70480]: INFO nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1195.374020] env[70480]: DEBUG nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.374020] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb6d8f0-a40e-4092-b9ef-727c787421f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.569228] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c957fa5-fec9-4f16-90d2-d427103982a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.590942] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475e7b6b-06e2-495f-ac70-5914dded49c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.612551] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.849751] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529eabf3-fcab-83ab-a95e-07512b560ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.850707] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f090f99-133f-4127-8208-7aa1449bee29 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.858590] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1195.858590] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b972b9-f8db-ea01-712d-7b8d3ab65d90" [ 1195.858590] env[70480]: _type = "Task" [ 1195.858590] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.868538] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b972b9-f8db-ea01-712d-7b8d3ab65d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.872242] env[70480]: DEBUG oslo_concurrency.lockutils [req-48181921-92c4-485c-b794-8a1618cf1c82 req-25fdb401-10ea-4962-bd17-94d267fd357e service nova] Releasing lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.895268] env[70480]: INFO nova.compute.manager [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Took 21.67 seconds to build instance. [ 1196.373982] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b972b9-f8db-ea01-712d-7b8d3ab65d90, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.374360] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.374576] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc/950e8fec-aab8-4c47-9e62-29e2b9cc2fbc.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.374948] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c044406d-6762-46f9-aa53-53b24c3cea55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.383444] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1196.383444] env[70480]: value = "task-3723672" [ 1196.383444] env[70480]: _type = "Task" [ 1196.383444] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.392291] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.396913] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8ada8117-8492-4a83-a6c5-23717db8cbaf tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.183s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.894521] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470986} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.894812] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc/950e8fec-aab8-4c47-9e62-29e2b9cc2fbc.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.895058] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.895309] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef513ae-9490-4b7d-b388-39f3fa70532d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.904357] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1196.904357] env[70480]: value = "task-3723673" [ 1196.904357] env[70480]: _type = "Task" [ 1196.904357] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.917516] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.282595] env[70480]: DEBUG nova.network.neutron [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Port f5a09175-94c1-4685-8150-e055207c9899 binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1197.415642] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1069} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.415947] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.416580] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780a0852-4584-445f-89b1-384b0836d6ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.440104] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc/950e8fec-aab8-4c47-9e62-29e2b9cc2fbc.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.440460] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf930b6d-3f8a-4963-bc67-20e14a61a662 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.461136] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1197.461136] env[70480]: value = "task-3723674" [ 1197.461136] env[70480]: _type = "Task" [ 1197.461136] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.471288] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.973572] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723674, 'name': ReconfigVM_Task, 'duration_secs': 0.295169} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.973963] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc/950e8fec-aab8-4c47-9e62-29e2b9cc2fbc.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.974782] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-485149f0-09c8-4529-a351-613689150f22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.982716] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1197.982716] env[70480]: value = "task-3723675" [ 1197.982716] env[70480]: _type = "Task" [ 1197.982716] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.993288] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723675, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.010194] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "5a19ffdc-37a7-47bb-8110-b5596bac8557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.010596] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.010927] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "5a19ffdc-37a7-47bb-8110-b5596bac8557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.011212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.011462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.014584] env[70480]: INFO nova.compute.manager [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Terminating instance [ 1198.310310] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.310536] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.310719] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.367027] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.367411] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.367650] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.367953] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.368228] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.368481] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.368747] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.368922] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1198.369099] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.493062] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723675, 'name': Rename_Task, 'duration_secs': 0.155572} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.493376] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.493718] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a7f3844-749b-467f-b7d7-9360e5d75258 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.500700] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1198.500700] env[70480]: value = "task-3723676" [ 1198.500700] env[70480]: _type = "Task" [ 1198.500700] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.509312] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.519905] env[70480]: DEBUG nova.compute.manager [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.520513] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.521436] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8542300-6e3c-41ba-9534-351262baf896 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.529911] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.530217] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01052b62-94a1-48a1-82c6-458040892c60 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.538022] env[70480]: DEBUG oslo_vmware.api [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1198.538022] env[70480]: value = "task-3723677" [ 1198.538022] env[70480]: _type = "Task" [ 1198.538022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.547585] env[70480]: DEBUG oslo_vmware.api [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.872927] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.872927] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.873185] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.873185] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1198.874160] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4e24f-2fd7-4dcc-80a1-735ba60a788d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.884164] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6356de-b96f-4bcd-b515-e5af45b68e32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.900939] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690043ef-c4fd-4751-a344-a938ace344d9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.909804] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76511171-55e1-4912-8d63-10e39be3df45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.941025] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179354MB free_disk=62GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1198.941203] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.941422] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.013759] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.049233] env[70480]: DEBUG oslo_vmware.api [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723677, 'name': PowerOffVM_Task, 'duration_secs': 0.393448} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.049522] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.049698] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.049978] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-608105aa-3baf-471e-b0f7-d95791381344 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.123731] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.124066] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.124295] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleting the datastore file [datastore1] 5a19ffdc-37a7-47bb-8110-b5596bac8557 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.124626] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d985143-0544-4c2d-8b9e-ede11d5a90bc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.133416] env[70480]: DEBUG oslo_vmware.api [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for the task: (returnval){ [ 1199.133416] env[70480]: value = "task-3723679" [ 1199.133416] env[70480]: _type = "Task" [ 1199.133416] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.143379] env[70480]: INFO nova.compute.manager [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Rebuilding instance [ 1199.145557] env[70480]: DEBUG oslo_vmware.api [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.191716] env[70480]: DEBUG nova.compute.manager [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.192615] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84b242a-4c78-455c-81bb-b3ae765dc4d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.349908] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.349908] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.350856] env[70480]: DEBUG nova.network.neutron [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.513133] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723676, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.645067] env[70480]: DEBUG oslo_vmware.api [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Task: {'id': task-3723679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21487} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.645067] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.645067] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.645405] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.645527] env[70480]: INFO nova.compute.manager [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.645889] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.646017] env[70480]: DEBUG nova.compute.manager [-] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.646113] env[70480]: DEBUG nova.network.neutron [-] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.921102] env[70480]: DEBUG nova.compute.manager [req-201676f8-6f17-4e9f-b67a-b518ebaa5bff req-a04365b7-3582-4e0d-8b50-a6b11efe7d12 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Received event network-vif-deleted-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.921102] env[70480]: INFO nova.compute.manager [req-201676f8-6f17-4e9f-b67a-b518ebaa5bff req-a04365b7-3582-4e0d-8b50-a6b11efe7d12 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Neutron deleted interface d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2; detaching it from the instance and deleting it from the info cache [ 1199.921102] env[70480]: DEBUG nova.network.neutron [req-201676f8-6f17-4e9f-b67a-b518ebaa5bff req-a04365b7-3582-4e0d-8b50-a6b11efe7d12 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.953329] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Applying migration context for instance 9c1a4ece-d1da-493a-a876-b6a410d53693 as it has an incoming, in-progress migration f8ac0436-69a1-496a-9230-a04c0a5a47b6. Migration status is post-migrating {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1199.954901] env[70480]: INFO nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating resource usage from migration f8ac0436-69a1-496a-9230-a04c0a5a47b6 [ 1199.978192] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.978368] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 71435f12-edb7-45f3-9633-0615475702db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.978506] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 46078b13-398e-4026-8c76-3a23f359e200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.978704] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 171dccad-477a-4a7e-a6e4-840675a8cd57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.978824] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c0fd9e28-190a-48f1-90f3-ec940227a553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.978940] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 10f81081-a7b2-4022-bd6d-5f01273908f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.979086] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 71a50fbd-1909-4c11-a367-b5e30dcc2d4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.979229] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance ae3293f7-070b-4744-9d46-46448e69663d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.979344] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 654d01f6-c970-44a2-a034-5ae73a5d93b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.979457] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5a19ffdc-37a7-47bb-8110-b5596bac8557 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.979601] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Migration f8ac0436-69a1-496a-9230-a04c0a5a47b6 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1199.979746] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 9c1a4ece-d1da-493a-a876-b6a410d53693 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.979861] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.980603] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1199.980814] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1200.016843] env[70480]: DEBUG oslo_vmware.api [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723676, 'name': PowerOnVM_Task, 'duration_secs': 1.134515} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.017599] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.017824] env[70480]: INFO nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1200.018014] env[70480]: DEBUG nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.018833] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02789e5-60f2-4c3f-8859-60a06a6fde33 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.207046] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.207369] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15bc45db-2149-4365-9b02-29f53c388401 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.213144] env[70480]: DEBUG nova.network.neutron [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.219645] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1200.219645] env[70480]: value = "task-3723680" [ 1200.219645] env[70480]: _type = "Task" [ 1200.219645] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.231116] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.295062] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e7e7f-6b2d-4c9f-b4c6-c2537333a5d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.303812] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258cc8ab-e5c2-439c-933f-a643d779afa3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.337434] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d0464-1160-4692-ba58-6cd22780d9e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.345995] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240872a-b3c7-42c9-af58-9f8a4294d796 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.361015] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.404674] env[70480]: DEBUG nova.network.neutron [-] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.423797] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b96d562b-791b-4a0d-93a7-299ddffcf94d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.434453] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c569c48f-fec1-41fa-a7a8-039a4a6b281a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.470622] env[70480]: DEBUG nova.compute.manager [req-201676f8-6f17-4e9f-b67a-b518ebaa5bff req-a04365b7-3582-4e0d-8b50-a6b11efe7d12 service nova] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Detach interface failed, port_id=d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2, reason: Instance 5a19ffdc-37a7-47bb-8110-b5596bac8557 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1200.540725] env[70480]: INFO nova.compute.manager [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Took 19.39 seconds to build instance. [ 1200.721717] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.736098] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723680, 'name': PowerOffVM_Task, 'duration_secs': 0.366506} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.736373] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.736603] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.737409] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7713ffda-340b-4197-a9e7-c4f8e2fa7aa0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.745093] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.745354] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1fb947f-9c65-4d40-92f5-e36711a54566 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.820351] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.820526] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.820730] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleting the datastore file [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.821023] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c9d53e-2381-438e-95b9-495069b91c4f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.830328] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1200.830328] env[70480]: value = "task-3723682" [ 1200.830328] env[70480]: _type = "Task" [ 1200.830328] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.838945] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.896662] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1200.896936] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 153 to 154 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1200.897109] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.907540] env[70480]: INFO nova.compute.manager [-] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Took 1.26 seconds to deallocate network for instance. [ 1201.043228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-555555b2-9ef6-4288-ad86-1ec94b29cd97 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.902s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.232348] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1c9f02-eddf-40df-ba22-0fa70072dc40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.243161] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75aa072-3113-4c29-a5a7-061d5e68b6f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.329875] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d5cf3-df09-a481-997e-15b831cfe33c/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1201.330833] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07732774-2c66-4829-b3f9-ea8a00196f2a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.340238] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d5cf3-df09-a481-997e-15b831cfe33c/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1201.340424] env[70480]: ERROR oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d5cf3-df09-a481-997e-15b831cfe33c/disk-0.vmdk due to incomplete transfer. [ 1201.343766] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95239ba0-063c-4a4d-b0bf-a79006d65420 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.345148] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256373} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.345457] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.345648] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.345825] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.355273] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523d5cf3-df09-a481-997e-15b831cfe33c/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1201.355462] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Uploaded image 78982a88-3740-4f2a-9f1b-6ef8a0d62075 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1201.357895] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1201.358191] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc41e44e-22b0-41c6-bdf4-a1b576ed6a98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.365744] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1201.365744] env[70480]: value = "task-3723683" [ 1201.365744] env[70480]: _type = "Task" [ 1201.365744] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.375586] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723683, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.402744] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1201.402951] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.462s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.403183] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.403319] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Cleaning up deleted instances with incomplete migration {{(pid=70480) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1201.415197] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.415514] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.415740] env[70480]: DEBUG nova.objects.instance [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lazy-loading 'resources' on Instance uuid 5a19ffdc-37a7-47bb-8110-b5596bac8557 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.876973] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723683, 'name': Destroy_Task, 'duration_secs': 0.381393} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.877362] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Destroyed the VM [ 1201.877523] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1201.877784] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-794dee11-d0bd-4cda-b89b-c3eb08f8fdfe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.885856] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1201.885856] env[70480]: value = "task-3723684" [ 1201.885856] env[70480]: _type = "Task" [ 1201.885856] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.895484] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.251347] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8e46b-9f06-4431-abd4-94b2ffbf359b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.263021] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bfe288-98a4-4393-b3ec-4209d71b222e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.294550] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636059f7-0e4d-4177-84ab-d30000f6625e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.302834] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1965430c-8145-4114-89fb-b83584c59ab4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.317863] env[70480]: DEBUG nova.compute.provider_tree [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.374553] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1691cc7e-05f2-43fc-817e-5112e19c7d8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.409837] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.410097] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.410256] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.410426] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.410569] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.410716] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.410925] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.411116] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.411298] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.411464] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.411638] env[70480]: DEBUG nova.virt.hardware [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.415432] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbdd234-590d-4539-b6bb-21214d94befe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.418770] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d9a5ef-3172-4466-bd71-a1ee88e29061 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.428422] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.437832] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10be695-1e78-4641-96ea-1012b0914949 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.441847] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.409913} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.442389] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1202.442668] env[70480]: DEBUG nova.compute.manager [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1202.443940] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870bbd5b-f1e8-4ba3-85be-06fe2847138e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.454437] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:7f:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb2272a-cd63-4523-ad35-b2871a3bd831', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.461818] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.462606] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.462845] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6c8477f-b760-421a-8d77-19756dd7c34d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.489026] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.489026] env[70480]: value = "task-3723685" [ 1202.489026] env[70480]: _type = "Task" [ 1202.489026] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.497858] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723685, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.661133] env[70480]: DEBUG nova.compute.manager [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.838932] env[70480]: ERROR nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] [req-02b5005e-d545-42b0-9aa6-bed4a1a769e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02b5005e-d545-42b0-9aa6-bed4a1a769e6"}]} [ 1202.855873] env[70480]: DEBUG nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1202.870208] env[70480]: DEBUG nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1202.870501] env[70480]: DEBUG nova.compute.provider_tree [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1202.884223] env[70480]: DEBUG nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1202.904485] env[70480]: DEBUG nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1202.944776] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.945135] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ebea21-8625-4217-af1b-316e086dcc63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.956217] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1202.956217] env[70480]: value = "task-3723686" [ 1202.956217] env[70480]: _type = "Task" [ 1202.956217] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.968100] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.992172] env[70480]: INFO nova.compute.manager [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Shelve offloading [ 1203.005845] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723685, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.114805] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7197b437-26e2-4310-84d4-467c52d500c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.123377] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db42c973-4138-4b17-90be-08a26a754a82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.156534] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6761fe-b533-4070-967c-f1e2b0bbc332 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.164754] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c846fd-4bcc-41d1-b9bc-e6f309512ce3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.182463] env[70480]: DEBUG nova.compute.provider_tree [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.184815] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.467390] env[70480]: DEBUG oslo_vmware.api [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723686, 'name': PowerOnVM_Task, 'duration_secs': 0.497662} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.467668] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.467858] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4051e936-da78-47e3-a50b-0dcb404d7ca9 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance '9c1a4ece-d1da-493a-a876-b6a410d53693' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.503342] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.503645] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723685, 'name': CreateVM_Task, 'duration_secs': 0.633883} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.504055] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f614b8-a110-4e3b-a414-d406ba67cd62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.505444] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.506182] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.506504] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.506717] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.507272] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3c8786-ffca-4a01-897e-d20a943554dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.512036] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1203.512036] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237ce5b-fac8-a550-f2a5-f0c1c16beae1" [ 1203.512036] env[70480]: _type = "Task" [ 1203.512036] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.513414] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1203.513414] env[70480]: value = "task-3723687" [ 1203.513414] env[70480]: _type = "Task" [ 1203.513414] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.526021] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237ce5b-fac8-a550-f2a5-f0c1c16beae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.529563] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1203.529776] env[70480]: DEBUG nova.compute.manager [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.530817] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f054c6-aeef-48b9-a0b6-f6b2dff6b436 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.537097] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.537273] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.537442] env[70480]: DEBUG nova.network.neutron [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.720351] env[70480]: DEBUG nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1203.720588] env[70480]: DEBUG nova.compute.provider_tree [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 156 to 157 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1203.720913] env[70480]: DEBUG nova.compute.provider_tree [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.026145] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237ce5b-fac8-a550-f2a5-f0c1c16beae1, 'name': SearchDatastore_Task, 'duration_secs': 0.02719} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.026542] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.026849] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.027148] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.027257] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.027584] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.027908] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee41253-ee25-4af0-89e9-426f2a66bad4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.043659] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.043839] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.044949] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80052db-03ce-4a61-b149-1eaaefdbfaaf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.051960] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1204.051960] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525ed49d-3b80-eff8-eb4e-e4e523094979" [ 1204.051960] env[70480]: _type = "Task" [ 1204.051960] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.060758] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525ed49d-3b80-eff8-eb4e-e4e523094979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.226462] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.811s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.228883] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.044s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.250676] env[70480]: INFO nova.scheduler.client.report [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Deleted allocations for instance 5a19ffdc-37a7-47bb-8110-b5596bac8557 [ 1204.318454] env[70480]: DEBUG nova.network.neutron [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ea366c-1d", "ovs_interfaceid": "66ea366c-1d77-4331-99ef-ff5974e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.562946] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525ed49d-3b80-eff8-eb4e-e4e523094979, 'name': SearchDatastore_Task, 'duration_secs': 0.036826} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.563808] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c22aea-94cf-4a5a-9f6e-6f7bf5e9b7c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.570082] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1204.570082] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4048b-39a3-12dc-12c1-ccc656459c2a" [ 1204.570082] env[70480]: _type = "Task" [ 1204.570082] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.578754] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4048b-39a3-12dc-12c1-ccc656459c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.739331] env[70480]: INFO nova.compute.claims [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.760282] env[70480]: DEBUG oslo_concurrency.lockutils [None req-08c37fff-230a-42b3-ad10-e8316f1038b6 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Lock "5a19ffdc-37a7-47bb-8110-b5596bac8557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.750s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.821331] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.870206] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.870361] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Cleaning up deleted instances {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1205.080949] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d4048b-39a3-12dc-12c1-ccc656459c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.081336] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.081507] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.081775] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb4f07d-18c1-4b0e-988e-7bfe47fab290 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.088877] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1205.088877] env[70480]: value = "task-3723688" [ 1205.088877] env[70480]: _type = "Task" [ 1205.088877] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.097660] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.100451] env[70480]: DEBUG nova.compute.manager [req-434c6c91-1fd6-4e39-9cdd-c3127c04afcf req-c945b1fc-87ca-4254-93a9-74f56f1e04a7 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-vif-unplugged-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.100658] env[70480]: DEBUG oslo_concurrency.lockutils [req-434c6c91-1fd6-4e39-9cdd-c3127c04afcf req-c945b1fc-87ca-4254-93a9-74f56f1e04a7 service nova] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.100863] env[70480]: DEBUG oslo_concurrency.lockutils [req-434c6c91-1fd6-4e39-9cdd-c3127c04afcf req-c945b1fc-87ca-4254-93a9-74f56f1e04a7 service nova] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.101040] env[70480]: DEBUG oslo_concurrency.lockutils [req-434c6c91-1fd6-4e39-9cdd-c3127c04afcf req-c945b1fc-87ca-4254-93a9-74f56f1e04a7 service nova] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.101212] env[70480]: DEBUG nova.compute.manager [req-434c6c91-1fd6-4e39-9cdd-c3127c04afcf req-c945b1fc-87ca-4254-93a9-74f56f1e04a7 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] No waiting events found dispatching network-vif-unplugged-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.101426] env[70480]: WARNING nova.compute.manager [req-434c6c91-1fd6-4e39-9cdd-c3127c04afcf req-c945b1fc-87ca-4254-93a9-74f56f1e04a7 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received unexpected event network-vif-unplugged-66ea366c-1d77-4331-99ef-ff5974e85a00 for instance with vm_state shelved and task_state shelving_offloading. [ 1205.220691] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.221761] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ced205-44aa-42ba-9b01-de9a56f45ddf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.233188] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.233605] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0785a016-4a63-4137-976f-73bc4d47cb08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.245464] env[70480]: INFO nova.compute.resource_tracker [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating resource usage from migration 55d5cea8-63ce-4153-8374-a2beb4710f7f [ 1205.318456] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.318817] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.319093] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleting the datastore file [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.319470] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41104f5e-7f17-4db8-9e10-fc5704d2f768 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.333382] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1205.333382] env[70480]: value = "task-3723690" [ 1205.333382] env[70480]: _type = "Task" [ 1205.333382] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.343658] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.394990] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] There are 56 instances to clean {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1205.395418] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 5a19ffdc-37a7-47bb-8110-b5596bac8557] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.483709] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75151fdd-1e19-4024-944c-f2479a5641b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.492320] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aaa16e-a169-49a8-b9d7-0c2115a8e1a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.526360] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebfdbc8-9ca8-4d69-a74a-23c31afc5cdb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.535593] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36113f-1419-4b52-a5e9-3cf4024b3fdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.550968] env[70480]: DEBUG nova.compute.provider_tree [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.599287] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.847426] env[70480]: DEBUG oslo_vmware.api [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341809} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.847770] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.848025] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.848287] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.869490] env[70480]: INFO nova.scheduler.client.report [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted allocations for instance c0fd9e28-190a-48f1-90f3-ec940227a553 [ 1205.900096] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2cee91e8-63f6-4a74-ac06-7ad6f17669e0] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.054042] env[70480]: DEBUG nova.scheduler.client.report [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.099450] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592924} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.099787] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.099925] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.100200] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e88ac1-eaac-4fc2-a9dc-abbdfedfe6d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.107398] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1206.107398] env[70480]: value = "task-3723691" [ 1206.107398] env[70480]: _type = "Task" [ 1206.107398] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.117096] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.297542] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.297875] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.298199] env[70480]: DEBUG nova.compute.manager [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Going to confirm migration 5 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1206.375407] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.404440] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: deb565ac-9aef-40e9-a1b2-f8ab461d3ce8] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.559519] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.331s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.559745] env[70480]: INFO nova.compute.manager [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Migrating [ 1206.567103] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.192s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.567331] env[70480]: DEBUG nova.objects.instance [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'resources' on Instance uuid c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.617982] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086028} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.618529] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.619270] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573b1c0-07bb-4ecd-8567-044fe59e0e6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.642885] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.643293] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1500c3ed-eb47-4309-b5cc-fa4084e2f3fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.666299] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1206.666299] env[70480]: value = "task-3723692" [ 1206.666299] env[70480]: _type = "Task" [ 1206.666299] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.674791] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.868352] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.868559] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquired lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.868740] env[70480]: DEBUG nova.network.neutron [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.868942] env[70480]: DEBUG nova.objects.instance [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'info_cache' on Instance uuid 9c1a4ece-d1da-493a-a876-b6a410d53693 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.908740] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: c6c05101-e460-47a9-8f36-94b4b52a22ed] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.072927] env[70480]: DEBUG nova.objects.instance [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'numa_topology' on Instance uuid c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.077012] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.077251] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.077451] env[70480]: DEBUG nova.network.neutron [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.183380] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.251211] env[70480]: DEBUG nova.compute.manager [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.251613] env[70480]: DEBUG nova.compute.manager [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing instance network info cache due to event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.251698] env[70480]: DEBUG oslo_concurrency.lockutils [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.251832] env[70480]: DEBUG oslo_concurrency.lockutils [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.253462] env[70480]: DEBUG nova.network.neutron [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.413887] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b0406d37-5504-486b-a7e8-05773d3d7534] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.573190] env[70480]: DEBUG nova.objects.base [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.684383] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723692, 'name': ReconfigVM_Task, 'duration_secs': 0.627651} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.684668] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6/10f81081-a7b2-4022-bd6d-5f01273908f6.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.685316] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47534824-156d-4eea-9426-4d2a30333e76 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.692832] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1207.692832] env[70480]: value = "task-3723693" [ 1207.692832] env[70480]: _type = "Task" [ 1207.692832] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.709995] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723693, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.775278] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d8e35-3775-4c69-8e31-0de74b16ec23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.784264] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90792e-55f2-4a28-acb4-44457341f3e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.830642] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ed702-c851-4cb9-b9c6-869cdacd1259 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.843165] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fec9c-0a48-4daa-be37-1829fdf1707f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.858542] env[70480]: DEBUG nova.compute.provider_tree [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.878677] env[70480]: DEBUG nova.network.neutron [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [{"id": "9072be0b-4200-4b6b-989d-37a1ffd65399", "address": "fa:16:3e:5a:23:e3", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072be0b-42", "ovs_interfaceid": "9072be0b-4200-4b6b-989d-37a1ffd65399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.916498] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b4424067-7e3e-43f1-84b0-6977e9667b69] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.108656] env[70480]: DEBUG nova.network.neutron [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updated VIF entry in instance network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.109032] env[70480]: DEBUG nova.network.neutron [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap66ea366c-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.206096] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723693, 'name': Rename_Task, 'duration_secs': 0.172191} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.206417] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.206649] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b47e48a-52cf-4048-8b45-07f3fbf514a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.214073] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1208.214073] env[70480]: value = "task-3723694" [ 1208.214073] env[70480]: _type = "Task" [ 1208.214073] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.225266] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.247864] env[70480]: DEBUG nova.network.neutron [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [{"id": "f5a09175-94c1-4685-8150-e055207c9899", "address": "fa:16:3e:71:32:1c", "network": {"id": "65ab2305-b50e-438c-ba0d-87237e06f45f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1494972873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d771ea72084e299b0307cdb5ed1fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a09175-94", "ovs_interfaceid": "f5a09175-94c1-4685-8150-e055207c9899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.361930] env[70480]: DEBUG nova.scheduler.client.report [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.380952] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.419689] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 225cb638-c018-4a5d-b067-b785832dc8e7] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.611348] env[70480]: DEBUG oslo_concurrency.lockutils [req-1358d0f5-bcac-44bb-bac9-2e188db03d6f req-fe6963e9-cc6a-4d75-bafa-704eef6fc816 service nova] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.724325] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.749900] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Releasing lock "refresh_cache-9c1a4ece-d1da-493a-a876-b6a410d53693" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.750072] env[70480]: DEBUG nova.objects.instance [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'migration_context' on Instance uuid 9c1a4ece-d1da-493a-a876-b6a410d53693 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.868906] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.923937] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 168e4bb2-c0ef-4394-bacd-88d065991de6] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.039428] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.225746] env[70480]: DEBUG oslo_vmware.api [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723694, 'name': PowerOnVM_Task, 'duration_secs': 1.011812} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.226029] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.226440] env[70480]: DEBUG nova.compute.manager [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.227309] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63ad5cc-481c-47f2-959c-cdb2185c3a54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.254595] env[70480]: DEBUG nova.objects.base [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Object Instance<9c1a4ece-d1da-493a-a876-b6a410d53693> lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.255569] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e6793-8dea-44ab-be69-e5ee64e9e541 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.277362] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1959e2a2-2d3e-4c55-a448-40d4c9393208 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.287128] env[70480]: DEBUG oslo_vmware.api [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1209.287128] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5214bcb7-f85f-2984-3173-b19254e87baf" [ 1209.287128] env[70480]: _type = "Task" [ 1209.287128] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.298670] env[70480]: DEBUG oslo_vmware.api [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5214bcb7-f85f-2984-3173-b19254e87baf, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.299501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.299501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.376703] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2b0bd265-4aa7-41c4-9720-3ac5682c215b tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.353s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.380323] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.338s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.380323] env[70480]: INFO nova.compute.manager [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Unshelving [ 1209.427617] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 04cd7f2a-be7d-415e-b1e9-9334731d2d44] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.745987] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.895447] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa2b33-d739-4af4-b1ea-a8771594d06d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.917021] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.933805] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 50860a27-6334-4e19-b7cf-940a38a02092] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.010134] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "5237a377-519c-48ee-822b-9c9d2455e453" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.010443] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.016315] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554772db-0b4e-4bf0-8c14-a4deea12eb73 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.025447] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa179ab0-a325-4343-9cf2-af93c4142f30 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.058328] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f34aa-0c70-46f2-a19a-96117f3cc3c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.067016] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b356d10-4ca2-4b96-998e-e0b2b4bc6aff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.081962] env[70480]: DEBUG nova.compute.provider_tree [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.310365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.310684] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.402686] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.424936] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.425403] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d81b559-162c-4d0c-98e3-a7d1a2dc4bb1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.434021] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1210.434021] env[70480]: value = "task-3723695" [ 1210.434021] env[70480]: _type = "Task" [ 1210.434021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.439344] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9f6449c5-0fd9-4b5a-bd85-4dba61489b63] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.447123] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.513588] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.576542] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.576735] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.585357] env[70480]: DEBUG nova.scheduler.client.report [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.813883] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.944599] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723695, 'name': PowerOffVM_Task, 'duration_secs': 0.197995} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.944870] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.945069] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.948597] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b1a5e0b7-b388-4632-98d6-c032acd69854] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.033151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.081353] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.334699] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.453644] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.453913] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.453913] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.454105] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.454256] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.454709] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.454709] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.454840] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.454995] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.455186] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.455363] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.461075] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: d32eb92e-4ee0-441a-ac89-717474130cf7] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.463073] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46198c6-7790-4de5-8221-105317335c41 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.480314] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1211.480314] env[70480]: value = "task-3723696" [ 1211.480314] env[70480]: _type = "Task" [ 1211.480314] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.490610] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.595197] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.597962] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.852s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.598216] env[70480]: DEBUG nova.objects.instance [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.601357] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.975703] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: c80e684d-9fd2-469c-b31d-5533ee6cf625] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.992478] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723696, 'name': ReconfigVM_Task, 'duration_secs': 0.21351} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.993292] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.162655] env[70480]: INFO nova.scheduler.client.report [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted allocation for migration f8ac0436-69a1-496a-9230-a04c0a5a47b6 [ 1212.383595] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.384217] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.479924] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 41d17e42-e632-48d4-815d-af99fcd6a864] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.501644] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.501905] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.502078] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.502266] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.502414] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.502561] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.502771] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.503012] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.503206] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.503376] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.503550] env[70480]: DEBUG nova.virt.hardware [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.509318] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.510263] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b3dc3df-d625-4c27-ba6a-3beaae889f69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.532727] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1212.532727] env[70480]: value = "task-3723697" [ 1212.532727] env[70480]: _type = "Task" [ 1212.532727] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.541978] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.612076] env[70480]: DEBUG oslo_concurrency.lockutils [None req-96993de3-efcc-47ad-847a-dda1c09087c3 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.613256] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.211s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.613492] env[70480]: DEBUG nova.objects.instance [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'pci_requests' on Instance uuid c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.669482] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4acd3937-c2ac-41ed-b348-0459f2c03854 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.372s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.888282] env[70480]: DEBUG nova.compute.utils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.934035] env[70480]: INFO nova.compute.manager [None req-4dff1ec7-17de-4abf-940c-8a7830c002ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Get console output [ 1212.934259] env[70480]: WARNING nova.virt.vmwareapi.driver [None req-4dff1ec7-17de-4abf-940c-8a7830c002ce tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] The console log is missing. Check your VSPC configuration [ 1212.983662] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 21027626-1e74-4301-b008-f62fe0cdd0f4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.043777] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723697, 'name': ReconfigVM_Task, 'duration_secs': 0.174838} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.044059] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.044834] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e65a7-399c-4d6b-bf1f-06f05b5bb070 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.067254] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc/950e8fec-aab8-4c47-9e62-29e2b9cc2fbc.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.067887] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763a00fa-729e-4889-827b-42cbed4860a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.086950] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1213.086950] env[70480]: value = "task-3723698" [ 1213.086950] env[70480]: _type = "Task" [ 1213.086950] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.096877] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.119584] env[70480]: DEBUG nova.objects.instance [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'numa_topology' on Instance uuid c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.391100] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.486984] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 06e61304-09d6-4f1f-aaa2-9638d234a7ce] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.597166] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723698, 'name': ReconfigVM_Task, 'duration_secs': 0.267244} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.597440] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc/950e8fec-aab8-4c47-9e62-29e2b9cc2fbc.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.597702] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.621920] env[70480]: INFO nova.compute.claims [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.989887] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 1ba0296a-a547-471a-a399-64ac4322e281] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.104484] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09cacda-73fa-4de4-8ca9-fcdb3e3d3529 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.125046] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb97449-bdb9-438b-94bf-2f8ef101d5fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.147808] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.454933] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.455402] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.455709] env[70480]: INFO nova.compute.manager [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Attaching volume ad199217-3993-4cc8-aa2b-a363c8d3d724 to /dev/sdb [ 1214.488804] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb8632-1a78-4b8b-8c3d-cd7e1640a36c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.492626] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 3eb0c237-5d0a-450c-9ea5-4191b94a7847] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.496883] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d03309-1ae2-45cf-98bc-58d6fcf935a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.513324] env[70480]: DEBUG nova.virt.block_device [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updating existing volume attachment record: 9815ca30-f6c1-46fa-88da-59ee756259ef {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.707431] env[70480]: DEBUG nova.network.neutron [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Port 9072be0b-4200-4b6b-989d-37a1ffd65399 binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1214.864067] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd94fe79-61d0-4d45-8a37-ca2fc121cb7e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.872465] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a54969-3bf6-4e72-a1bd-f669f2b18625 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.906057] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e27c2-d4c7-4976-b154-85d9b994dfec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.914633] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf4188-5450-4785-ae27-5085f91217c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.929359] env[70480]: DEBUG nova.compute.provider_tree [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.997686] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9802700b-571c-4a8e-827a-b2c59c2c2d4b] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.433134] env[70480]: DEBUG nova.scheduler.client.report [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.501717] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: e80427ac-95cc-495a-b3c6-42fa554a6321] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.731594] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.731755] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.731923] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.937503] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.324s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.939864] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.907s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.941373] env[70480]: INFO nova.compute.claims [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.971617] env[70480]: INFO nova.network.neutron [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating port 66ea366c-1d77-4331-99ef-ff5974e85a00 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1216.008356] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9988d525-c3ef-40f5-9367-be8e96691290] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.511812] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: f1580435-6943-4320-97dd-6c3d8d8d2e5e] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.769601] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.769836] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.770045] env[70480]: DEBUG nova.network.neutron [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.015192] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 42273ecf-f563-488a-a2c2-e476752fce34] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.176819] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2daae9b-b306-4908-8730-6d6ddf1c904d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.185419] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab160c2-1a1d-4276-9cac-225d18249522 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.218669] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5fde0-225a-476f-9798-faf4bfcaa6c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.227038] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a0411-7b0f-4ee0-9d9d-4a3107c42b52 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.241727] env[70480]: DEBUG nova.compute.provider_tree [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.448045] env[70480]: DEBUG nova.compute.manager [req-b66f7593-3baf-4a07-90d0-24b41b6daa2b req-bd4ec681-055a-4464-a527-a0c409031b2d service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-vif-plugged-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.448271] env[70480]: DEBUG oslo_concurrency.lockutils [req-b66f7593-3baf-4a07-90d0-24b41b6daa2b req-bd4ec681-055a-4464-a527-a0c409031b2d service nova] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.448476] env[70480]: DEBUG oslo_concurrency.lockutils [req-b66f7593-3baf-4a07-90d0-24b41b6daa2b req-bd4ec681-055a-4464-a527-a0c409031b2d service nova] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.448644] env[70480]: DEBUG oslo_concurrency.lockutils [req-b66f7593-3baf-4a07-90d0-24b41b6daa2b req-bd4ec681-055a-4464-a527-a0c409031b2d service nova] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.448838] env[70480]: DEBUG nova.compute.manager [req-b66f7593-3baf-4a07-90d0-24b41b6daa2b req-bd4ec681-055a-4464-a527-a0c409031b2d service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] No waiting events found dispatching network-vif-plugged-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1217.449031] env[70480]: WARNING nova.compute.manager [req-b66f7593-3baf-4a07-90d0-24b41b6daa2b req-bd4ec681-055a-4464-a527-a0c409031b2d service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received unexpected event network-vif-plugged-66ea366c-1d77-4331-99ef-ff5974e85a00 for instance with vm_state shelved_offloaded and task_state spawning. [ 1217.518556] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: eaf5fc9a-ad2e-4df3-b035-066ce66e0eff] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.577581] env[70480]: DEBUG nova.network.neutron [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [{"id": "9072be0b-4200-4b6b-989d-37a1ffd65399", "address": "fa:16:3e:5a:23:e3", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072be0b-42", "ovs_interfaceid": "9072be0b-4200-4b6b-989d-37a1ffd65399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.611077] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.611077] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.611077] env[70480]: DEBUG nova.network.neutron [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.746328] env[70480]: DEBUG nova.scheduler.client.report [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.022248] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 709ba95b-7e18-453c-9fd5-a0a40741fd17] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.080433] env[70480]: DEBUG oslo_concurrency.lockutils [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.253573] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.254182] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.256861] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.922s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.258334] env[70480]: INFO nova.compute.claims [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.341646] env[70480]: DEBUG nova.network.neutron [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ea366c-1d", "ovs_interfaceid": "66ea366c-1d77-4331-99ef-ff5974e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.525499] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 911e5218-012a-4fe9-ba83-01a1bb4e12f3] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.606068] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3eef7-d8ba-4685-a27e-88d3b474154e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.627239] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a054adb-5d57-42ea-9e84-fef931a44d3d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.634509] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.762966] env[70480]: DEBUG nova.compute.utils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.766570] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.766741] env[70480]: DEBUG nova.network.neutron [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.815444] env[70480]: DEBUG nova.policy [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d2988471d44bb190b1721ee655442d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e991a85663488c97a954bf61cec6c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.844243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.869893] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8c0bacad53c07051701d242071434eb5',container_format='bare',created_at=2025-04-29T11:28:09Z,direct_url=,disk_format='vmdk',id=78982a88-3740-4f2a-9f1b-6ef8a0d62075,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-512457678-shelved',owner='45d0e3f7472747aba1c0ac204c3fec4a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-29T11:28:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.870188] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.870347] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.870527] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.870799] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.870957] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.871193] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.871352] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.871519] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.871680] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.871851] env[70480]: DEBUG nova.virt.hardware [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.872744] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479215e-20a2-4a56-89ff-2354d8a2f7f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.882257] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a518da5d-35cd-4856-b364-649658dedf10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.895906] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:45:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66ea366c-1d77-4331-99ef-ff5974e85a00', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.903372] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.903634] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.903849] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450dd38e-1c9f-4dcc-bb06-e2673a962c8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.924142] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.924142] env[70480]: value = "task-3723701" [ 1218.924142] env[70480]: _type = "Task" [ 1218.924142] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.932413] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723701, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.029482] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 988c5c44-e267-4bf1-bf87-fb3fd911f7b5] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.059572] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.060041] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741457', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'name': 'volume-ad199217-3993-4cc8-aa2b-a363c8d3d724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'serial': 'ad199217-3993-4cc8-aa2b-a363c8d3d724'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.061105] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3636d-e20f-4ab6-ab23-7e27b793c3a6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.079572] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e950f3e-52ce-4248-b375-bba7ea09f9be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.108777] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-ad199217-3993-4cc8-aa2b-a363c8d3d724/volume-ad199217-3993-4cc8-aa2b-a363c8d3d724.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.109878] env[70480]: DEBUG nova.network.neutron [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Successfully created port: 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.111856] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2caadabc-5f05-4b95-97cd-7ab8c46b58e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.131894] env[70480]: DEBUG oslo_vmware.api [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1219.131894] env[70480]: value = "task-3723702" [ 1219.131894] env[70480]: _type = "Task" [ 1219.131894] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.142965] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.143373] env[70480]: DEBUG oslo_vmware.api [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.143644] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44465e15-a731-4d7b-9a92-19b3d570438e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.151141] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1219.151141] env[70480]: value = "task-3723703" [ 1219.151141] env[70480]: _type = "Task" [ 1219.151141] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.161234] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.268176] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.438658] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723701, 'name': CreateVM_Task, 'duration_secs': 0.367126} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.438863] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.439713] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.439798] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.440225] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.440647] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267ece00-e159-4154-a3dd-f927094be2a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.448298] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1219.448298] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d2cb5-ffe2-fb79-a5e8-d713d0ff5da8" [ 1219.448298] env[70480]: _type = "Task" [ 1219.448298] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.457220] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521d2cb5-ffe2-fb79-a5e8-d713d0ff5da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.526574] env[70480]: DEBUG nova.compute.manager [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.526835] env[70480]: DEBUG nova.compute.manager [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing instance network info cache due to event network-changed-66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.527032] env[70480]: DEBUG oslo_concurrency.lockutils [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] Acquiring lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.527148] env[70480]: DEBUG oslo_concurrency.lockutils [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] Acquired lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.527299] env[70480]: DEBUG nova.network.neutron [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Refreshing network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.532351] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2c469991-c577-4dc5-afdf-4166fedad598] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.537034] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b441cc-c0c9-42fb-b835-c3d998775511 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.547098] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a408ce1-21b2-4da2-a9a6-c67947ad13e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.584292] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a03af37-82d8-46f7-b9b3-8fa9e095d182 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.592852] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b731366-95ef-46e3-b34b-bfb66225673c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.608070] env[70480]: DEBUG nova.compute.provider_tree [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.641610] env[70480]: DEBUG oslo_vmware.api [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723702, 'name': ReconfigVM_Task, 'duration_secs': 0.386628} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.641905] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-ad199217-3993-4cc8-aa2b-a363c8d3d724/volume-ad199217-3993-4cc8-aa2b-a363c8d3d724.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.646631] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1a2a6f-9a7f-463a-8360-a53ea56f63d1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.665803] env[70480]: DEBUG oslo_vmware.api [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723703, 'name': PowerOnVM_Task, 'duration_secs': 0.462552} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.667288] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.667482] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-be6b726e-f72e-4999-ac14-3406caa45ac3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance '950e8fec-aab8-4c47-9e62-29e2b9cc2fbc' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.671214] env[70480]: DEBUG oslo_vmware.api [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1219.671214] env[70480]: value = "task-3723704" [ 1219.671214] env[70480]: _type = "Task" [ 1219.671214] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.680316] env[70480]: DEBUG oslo_vmware.api [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.959342] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.959604] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Processing image 78982a88-3740-4f2a-9f1b-6ef8a0d62075 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.959944] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.960065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.960173] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.960424] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b08b7193-6689-456c-9827-97a7e0fdc182 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.976864] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.977067] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.977845] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67225122-3a49-43c9-bd15-e3d182d77541 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.983916] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1219.983916] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5256593d-1d00-806a-beb7-ef03c09d38d1" [ 1219.983916] env[70480]: _type = "Task" [ 1219.983916] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.992782] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5256593d-1d00-806a-beb7-ef03c09d38d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.035193] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 1ba6bf99-77e4-4e79-9e1d-e214ec3f442c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.111275] env[70480]: DEBUG nova.scheduler.client.report [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.184277] env[70480]: DEBUG oslo_vmware.api [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723704, 'name': ReconfigVM_Task, 'duration_secs': 0.142198} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.184592] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741457', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'name': 'volume-ad199217-3993-4cc8-aa2b-a363c8d3d724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'serial': 'ad199217-3993-4cc8-aa2b-a363c8d3d724'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.254379] env[70480]: DEBUG nova.network.neutron [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updated VIF entry in instance network info cache for port 66ea366c-1d77-4331-99ef-ff5974e85a00. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.254761] env[70480]: DEBUG nova.network.neutron [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [{"id": "66ea366c-1d77-4331-99ef-ff5974e85a00", "address": "fa:16:3e:06:45:9f", "network": {"id": "e6d690fa-386f-4917-89f5-d952b6125cab", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-964776062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d0e3f7472747aba1c0ac204c3fec4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66ea366c-1d", "ovs_interfaceid": "66ea366c-1d77-4331-99ef-ff5974e85a00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.282968] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.310191] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.310472] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.310647] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.310841] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.311032] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.311246] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.311472] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.311632] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.311798] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.311966] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.312162] env[70480]: DEBUG nova.virt.hardware [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.313139] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9524aa0-1816-4327-9c16-0701917b198f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.323956] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87c45f-b16f-479a-b753-73bc29126044 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.495131] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1220.495415] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Fetch image to [datastore1] OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf/OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1220.495600] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Downloading stream optimized image 78982a88-3740-4f2a-9f1b-6ef8a0d62075 to [datastore1] OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf/OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf.vmdk on the data store datastore1 as vApp {{(pid=70480) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1220.495759] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Downloading image file data 78982a88-3740-4f2a-9f1b-6ef8a0d62075 to the ESX as VM named 'OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf' {{(pid=70480) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1220.537930] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2c214b86-ffdf-43a5-852e-536335e4bee7] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.568413] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1220.568413] env[70480]: value = "resgroup-9" [ 1220.568413] env[70480]: _type = "ResourcePool" [ 1220.568413] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1220.568702] env[70480]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0d925710-5dd4-4092-b97d-90e70e59336c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.591174] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease: (returnval){ [ 1220.591174] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be5776-ff4f-0e18-adb1-8b9e3a2b18da" [ 1220.591174] env[70480]: _type = "HttpNfcLease" [ 1220.591174] env[70480]: } obtained for vApp import into resource pool (val){ [ 1220.591174] env[70480]: value = "resgroup-9" [ 1220.591174] env[70480]: _type = "ResourcePool" [ 1220.591174] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1220.591532] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the lease: (returnval){ [ 1220.591532] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be5776-ff4f-0e18-adb1-8b9e3a2b18da" [ 1220.591532] env[70480]: _type = "HttpNfcLease" [ 1220.591532] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1220.598740] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.598740] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be5776-ff4f-0e18-adb1-8b9e3a2b18da" [ 1220.598740] env[70480]: _type = "HttpNfcLease" [ 1220.598740] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.616215] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.616801] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.619524] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.018s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.621078] env[70480]: INFO nova.compute.claims [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.758429] env[70480]: DEBUG oslo_concurrency.lockutils [req-c2668620-3950-4956-9c4e-6bd7e6ba5586 req-784c6223-16aa-4603-add3-7fa38a40f356 service nova] Releasing lock "refresh_cache-c0fd9e28-190a-48f1-90f3-ec940227a553" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.844897] env[70480]: DEBUG nova.network.neutron [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Successfully updated port: 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.041462] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: bf290996-970c-4800-aa06-f5ffd918e457] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.100260] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.100260] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be5776-ff4f-0e18-adb1-8b9e3a2b18da" [ 1221.100260] env[70480]: _type = "HttpNfcLease" [ 1221.100260] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1221.125255] env[70480]: DEBUG nova.compute.utils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.128562] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.128757] env[70480]: DEBUG nova.network.neutron [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.177015] env[70480]: DEBUG nova.policy [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d2988471d44bb190b1721ee655442d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e991a85663488c97a954bf61cec6c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.225305] env[70480]: DEBUG nova.objects.instance [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.347928] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.348088] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.348352] env[70480]: DEBUG nova.network.neutron [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.432358] env[70480]: DEBUG nova.network.neutron [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Successfully created port: f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.546219] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 4396b5f0-5402-48b5-82a5-412685cbfb0c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.558383] env[70480]: DEBUG nova.compute.manager [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Received event network-vif-plugged-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.558670] env[70480]: DEBUG oslo_concurrency.lockutils [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] Acquiring lock "5237a377-519c-48ee-822b-9c9d2455e453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.558914] env[70480]: DEBUG oslo_concurrency.lockutils [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] Lock "5237a377-519c-48ee-822b-9c9d2455e453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.559138] env[70480]: DEBUG oslo_concurrency.lockutils [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] Lock "5237a377-519c-48ee-822b-9c9d2455e453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.559334] env[70480]: DEBUG nova.compute.manager [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] No waiting events found dispatching network-vif-plugged-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.559579] env[70480]: WARNING nova.compute.manager [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Received unexpected event network-vif-plugged-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c for instance with vm_state building and task_state spawning. [ 1221.559742] env[70480]: DEBUG nova.compute.manager [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Received event network-changed-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.559935] env[70480]: DEBUG nova.compute.manager [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Refreshing instance network info cache due to event network-changed-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.560205] env[70480]: DEBUG oslo_concurrency.lockutils [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] Acquiring lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.600772] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.600772] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be5776-ff4f-0e18-adb1-8b9e3a2b18da" [ 1221.600772] env[70480]: _type = "HttpNfcLease" [ 1221.600772] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1221.601084] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1221.601084] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52be5776-ff4f-0e18-adb1-8b9e3a2b18da" [ 1221.601084] env[70480]: _type = "HttpNfcLease" [ 1221.601084] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1221.601840] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3833d28-c36e-4c92-aadf-c500272929f8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.610609] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eff56-1d45-8412-cbe5-51f5db205dfc/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1221.610850] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eff56-1d45-8412-cbe5-51f5db205dfc/disk-0.vmdk. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1221.672929] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.683763] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63a9ee84-1c72-442d-88fa-ce635329d9cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.733362] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c803387f-360a-465f-a83f-857401ae13ec tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.884674] env[70480]: DEBUG nova.network.neutron [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.925933] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d08fc4-fc35-49a9-8855-3bae2ee86890 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.944091] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ee89f-2238-42dc-8855-0c9c35ddb065 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.984952] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de92c6e-7cda-4b51-a6b5-69ea28e7ee1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.999272] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b1684-4439-475d-82ad-ad31fa28d1b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.017418] env[70480]: DEBUG nova.compute.provider_tree [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.054208] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: d2e58032-92a2-4dbc-878f-6be9087af6f8] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.096276] env[70480]: DEBUG nova.network.neutron [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Updating instance_info_cache with network_info: [{"id": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "address": "fa:16:3e:e1:e7:5c", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a4e05-4e", "ovs_interfaceid": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.353603] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.354019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.354278] env[70480]: DEBUG nova.compute.manager [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Going to confirm migration 6 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1222.523716] env[70480]: DEBUG nova.scheduler.client.report [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.560618] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 4fca5fdc-a511-4134-82f8-d8b08e7b7514] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.600811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.601187] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Instance network_info: |[{"id": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "address": "fa:16:3e:e1:e7:5c", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a4e05-4e", "ovs_interfaceid": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.601506] env[70480]: DEBUG oslo_concurrency.lockutils [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] Acquired lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.601691] env[70480]: DEBUG nova.network.neutron [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Refreshing network info cache for port 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.602963] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.611424] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Creating folder: Project (10e991a85663488c97a954bf61cec6c9). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.612607] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051db975-cd95-4c99-a81a-ec709f097415 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.626406] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Created folder: Project (10e991a85663488c97a954bf61cec6c9) in parent group-v741156. [ 1222.626801] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Creating folder: Instances. Parent ref: group-v741460. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.630708] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dd5c2e1-babf-4580-994d-a4cbcb02cc0c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.645404] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Created folder: Instances in parent group-v741460. [ 1222.645716] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.646153] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.646496] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a6b9f2-e19b-4ebe-b3ed-bcc96786751e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.682794] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.683144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.688983] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.690927] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.690927] env[70480]: value = "task-3723708" [ 1222.690927] env[70480]: _type = "Task" [ 1222.690927] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.707062] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723708, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.724163] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.724447] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.724621] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.724817] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.724950] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.725150] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.725473] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.725682] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.725879] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.726100] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.726324] env[70480]: DEBUG nova.virt.hardware [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.727941] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2fa19e-b504-4648-8837-b353c3d74d38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.740954] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4404d2c-7c46-4b11-a694-ccb881a8ca82 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.856165] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1222.856441] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eff56-1d45-8412-cbe5-51f5db205dfc/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1222.860947] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1aa5d8-5f8e-4512-8a7a-c2872bb3eb2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.871260] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eff56-1d45-8412-cbe5-51f5db205dfc/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1222.871501] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eff56-1d45-8412-cbe5-51f5db205dfc/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1222.871727] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1ccf85ca-d638-4fd2-8d3a-a4142afedf4f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.958393] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.958635] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquired lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.958822] env[70480]: DEBUG nova.network.neutron [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.959021] env[70480]: DEBUG nova.objects.instance [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'info_cache' on Instance uuid 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.996089] env[70480]: DEBUG nova.network.neutron [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Successfully updated port: f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.029699] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.030501] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.064391] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 85855a75-d26a-473f-88e1-2fc84317f827] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.089420] env[70480]: DEBUG oslo_vmware.rw_handles [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eff56-1d45-8412-cbe5-51f5db205dfc/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1223.089665] env[70480]: INFO nova.virt.vmwareapi.images [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Downloaded image file data 78982a88-3740-4f2a-9f1b-6ef8a0d62075 [ 1223.091295] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a819b-62a6-4eb9-a8c2-6444abc50366 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.110699] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef6e683-e547-4e73-b336-31a6e468a7fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.143220] env[70480]: INFO nova.virt.vmwareapi.images [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] The imported VM was unregistered [ 1223.145870] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1223.146153] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Creating directory with path [datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.148826] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1eae95e-6df7-4c37-84ec-d906cc2cb8ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.187280] env[70480]: DEBUG nova.compute.utils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.190256] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Created directory with path [datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075 {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.190476] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf/OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf.vmdk to [datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk. {{(pid=70480) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1223.193167] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-039e80ba-d211-420f-ba81-374703913cf0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.205669] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723708, 'name': CreateVM_Task, 'duration_secs': 0.459787} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.207198] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.207583] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1223.207583] env[70480]: value = "task-3723710" [ 1223.207583] env[70480]: _type = "Task" [ 1223.207583] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.208258] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.208428] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.208763] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.209104] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb8ac77-0300-49b5-824f-af3608d3a06f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.223314] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1223.223314] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521ea280-d2a6-b2a6-608b-9508f3d971f5" [ 1223.223314] env[70480]: _type = "Task" [ 1223.223314] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.223895] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.232877] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521ea280-d2a6-b2a6-608b-9508f3d971f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.340429] env[70480]: DEBUG nova.network.neutron [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Updated VIF entry in instance network info cache for port 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.340810] env[70480]: DEBUG nova.network.neutron [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Updating instance_info_cache with network_info: [{"id": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "address": "fa:16:3e:e1:e7:5c", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a4e05-4e", "ovs_interfaceid": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.498889] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "refresh_cache-ed93d8df-39f6-4ca0-a166-667a0dd31359" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.499070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "refresh_cache-ed93d8df-39f6-4ca0-a166-667a0dd31359" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.499222] env[70480]: DEBUG nova.network.neutron [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.536942] env[70480]: DEBUG nova.compute.utils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.538347] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.538518] env[70480]: DEBUG nova.network.neutron [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.567146] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: acab7254-8f13-4591-b247-ffd3cfa1a6b8] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.581336] env[70480]: DEBUG nova.policy [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d2988471d44bb190b1721ee655442d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e991a85663488c97a954bf61cec6c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.696937] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.721870] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.735041] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521ea280-d2a6-b2a6-608b-9508f3d971f5, 'name': SearchDatastore_Task, 'duration_secs': 0.052875} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.735381] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.735635] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.735881] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.736122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.736310] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.736571] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f593ee02-ed28-44ea-a7c0-30fe39d36595 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.750867] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.751050] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.751822] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7417a076-cb6e-4e5c-822c-8c9f5b75a041 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.758209] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1223.758209] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52579693-9434-6673-7e7a-4040f5f01438" [ 1223.758209] env[70480]: _type = "Task" [ 1223.758209] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.766560] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52579693-9434-6673-7e7a-4040f5f01438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.832508] env[70480]: DEBUG nova.network.neutron [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Successfully created port: e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.843354] env[70480]: DEBUG oslo_concurrency.lockutils [req-8fd116f3-ee7f-46c6-876c-6383b246785e req-9184c4f8-7730-4f79-bef6-4d4c00d5dca7 service nova] Releasing lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.034745] env[70480]: DEBUG nova.network.neutron [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.044021] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.071376] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 88dbd034-d214-42b2-9e96-e4950cad43ed] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.218699] env[70480]: DEBUG nova.network.neutron [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Updating instance_info_cache with network_info: [{"id": "f5c4fd06-dec9-4974-9d6b-95cf7debc1f6", "address": "fa:16:3e:ab:98:20", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c4fd06-de", "ovs_interfaceid": "f5c4fd06-dec9-4974-9d6b-95cf7debc1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.227234] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.256244] env[70480]: DEBUG nova.network.neutron [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [{"id": "9072be0b-4200-4b6b-989d-37a1ffd65399", "address": "fa:16:3e:5a:23:e3", "network": {"id": "5c9c416b-5e14-42d3-a137-7660f27f0bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-893440831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af119ad120da49a79db6cb87e70e8124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072be0b-42", "ovs_interfaceid": "9072be0b-4200-4b6b-989d-37a1ffd65399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.277462] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52579693-9434-6673-7e7a-4040f5f01438, 'name': SearchDatastore_Task, 'duration_secs': 0.034036} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.279412] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1ac152-805f-4d63-965a-d6b96d3ff294 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.288474] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1224.288474] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c107a6-0c2a-a964-303e-ac59e607dfbc" [ 1224.288474] env[70480]: _type = "Task" [ 1224.288474] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.301406] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c107a6-0c2a-a964-303e-ac59e607dfbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.555683] env[70480]: DEBUG nova.compute.manager [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Received event network-vif-plugged-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.555944] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] Acquiring lock "ed93d8df-39f6-4ca0-a166-667a0dd31359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.556159] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.556477] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.556518] env[70480]: DEBUG nova.compute.manager [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] No waiting events found dispatching network-vif-plugged-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1224.556647] env[70480]: WARNING nova.compute.manager [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Received unexpected event network-vif-plugged-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 for instance with vm_state building and task_state spawning. [ 1224.556811] env[70480]: DEBUG nova.compute.manager [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Received event network-changed-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.556960] env[70480]: DEBUG nova.compute.manager [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Refreshing instance network info cache due to event network-changed-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.557152] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] Acquiring lock "refresh_cache-ed93d8df-39f6-4ca0-a166-667a0dd31359" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.574513] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 26245d97-c50b-4e3e-9494-c3926d12a41a] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.723038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "refresh_cache-ed93d8df-39f6-4ca0-a166-667a0dd31359" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.723576] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Instance network_info: |[{"id": "f5c4fd06-dec9-4974-9d6b-95cf7debc1f6", "address": "fa:16:3e:ab:98:20", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c4fd06-de", "ovs_interfaceid": "f5c4fd06-dec9-4974-9d6b-95cf7debc1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.724015] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.724419] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] Acquired lock "refresh_cache-ed93d8df-39f6-4ca0-a166-667a0dd31359" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.724734] env[70480]: DEBUG nova.network.neutron [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Refreshing network info cache for port f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.726204] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:98:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c4fd06-dec9-4974-9d6b-95cf7debc1f6', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.734595] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.738258] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.738827] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78affc66-7227-4c1f-b453-8a2d9a22016f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.762282] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Releasing lock "refresh_cache-950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.762592] env[70480]: DEBUG nova.objects.instance [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lazy-loading 'migration_context' on Instance uuid 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.765933] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.766246] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.766492] env[70480]: INFO nova.compute.manager [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Attaching volume ee261254-f68a-4f9c-a003-7c872ecbbead to /dev/sdc [ 1224.768489] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.768489] env[70480]: value = "task-3723711" [ 1224.768489] env[70480]: _type = "Task" [ 1224.768489] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.786736] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723711, 'name': CreateVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.802309] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c107a6-0c2a-a964-303e-ac59e607dfbc, 'name': SearchDatastore_Task, 'duration_secs': 0.087187} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.802495] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.802769] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 5237a377-519c-48ee-822b-9c9d2455e453/5237a377-519c-48ee-822b-9c9d2455e453.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.803066] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c6fae6-85e4-446d-85d8-b834ae094b90 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.808033] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a37801-5224-4f76-ae04-26c5f2db2567 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.813207] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1224.813207] env[70480]: value = "task-3723712" [ 1224.813207] env[70480]: _type = "Task" [ 1224.813207] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.821630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b6b40-7fee-4adc-8ffd-f22348802ca1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.828023] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.840333] env[70480]: DEBUG nova.virt.block_device [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updating existing volume attachment record: 5fbab6ca-0e9d-4c8d-bdab-72a97f63a782 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.007377] env[70480]: DEBUG nova.network.neutron [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Updated VIF entry in instance network info cache for port f5c4fd06-dec9-4974-9d6b-95cf7debc1f6. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.007377] env[70480]: DEBUG nova.network.neutron [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Updating instance_info_cache with network_info: [{"id": "f5c4fd06-dec9-4974-9d6b-95cf7debc1f6", "address": "fa:16:3e:ab:98:20", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c4fd06-de", "ovs_interfaceid": "f5c4fd06-dec9-4974-9d6b-95cf7debc1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.051925] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.077766] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 600cd2e6-3cb9-493e-b10d-730fe88849a3] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.083041] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.083041] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.083409] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.083458] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.083613] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.083762] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.084059] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.084264] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.084500] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.084737] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.084981] env[70480]: DEBUG nova.virt.hardware [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.086072] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290b1cc-baa0-4261-b0a9-923f3071cc1a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.096577] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7908240-3e7c-4267-839f-54e567a1fd87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.222996] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.271147] env[70480]: DEBUG nova.objects.base [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Object Instance<950e8fec-aab8-4c47-9e62-29e2b9cc2fbc> lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.272539] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5687900-fe5e-42ce-bc91-3277a8219bb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.288248] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723711, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.304891] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e8bd77-1568-426a-8510-9801338a7090 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.311947] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1225.311947] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52df24d7-7f3d-af0f-c0eb-173b535f4925" [ 1225.311947] env[70480]: _type = "Task" [ 1225.311947] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.325839] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52df24d7-7f3d-af0f-c0eb-173b535f4925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.329548] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.417811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "ae3293f7-070b-4744-9d46-46448e69663d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.418403] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "ae3293f7-070b-4744-9d46-46448e69663d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.418785] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "ae3293f7-070b-4744-9d46-46448e69663d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.419345] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "ae3293f7-070b-4744-9d46-46448e69663d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.419646] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "ae3293f7-070b-4744-9d46-46448e69663d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.422889] env[70480]: INFO nova.compute.manager [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Terminating instance [ 1225.442152] env[70480]: DEBUG nova.network.neutron [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Successfully updated port: e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.510163] env[70480]: DEBUG oslo_concurrency.lockutils [req-b9d68f1c-ab68-4f5b-b1a2-3909d0c1a804 req-ee585bc2-80d4-43d9-bd7e-772cf13c3d0b service nova] Releasing lock "refresh_cache-ed93d8df-39f6-4ca0-a166-667a0dd31359" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.590737] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 411eb6be-d0c0-4020-a18b-bd56759abc5b] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.725346] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.782778] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723711, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.826489] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.830196] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52df24d7-7f3d-af0f-c0eb-173b535f4925, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.830519] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.830766] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.927600] env[70480]: DEBUG nova.compute.manager [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.927802] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.928994] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e1917-ce77-4fa2-84df-1e005b12dcdc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.938186] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.938578] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cabaefe-bbd2-4042-9f9f-c22a222617d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.945477] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "refresh_cache-ee61163f-0e72-4840-8fd7-2f10f8edd1ee" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.945639] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "refresh_cache-ee61163f-0e72-4840-8fd7-2f10f8edd1ee" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.945790] env[70480]: DEBUG nova.network.neutron [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.949860] env[70480]: DEBUG oslo_vmware.api [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1225.949860] env[70480]: value = "task-3723714" [ 1225.949860] env[70480]: _type = "Task" [ 1225.949860] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.960775] env[70480]: DEBUG oslo_vmware.api [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.093821] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 08366acb-d8ab-47ad-9848-03b29692fb12] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.224745] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.283339] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723711, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.327623] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.466720] env[70480]: DEBUG oslo_vmware.api [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723714, 'name': PowerOffVM_Task, 'duration_secs': 0.473295} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.467016] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.467244] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.467508] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2518ff16-4ba1-4a06-95ea-12931133e178 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.491266] env[70480]: DEBUG nova.network.neutron [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.567684] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc46d3ea-86f0-4c3a-9a30-64091991d43a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.581454] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aca75d-3755-4500-b678-4f59b7d069a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.615716] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 4f483a1f-4432-4ffc-81da-83641c2c6780] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.618636] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9c396c-7a12-405d-8e9f-cd727338538f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.628620] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed21e9-851d-4638-a8b9-592ff23fc832 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.646874] env[70480]: DEBUG nova.compute.provider_tree [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.674436] env[70480]: DEBUG nova.network.neutron [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Updating instance_info_cache with network_info: [{"id": "e63c2631-ea86-4c38-bc2a-15c6cc4de19c", "address": "fa:16:3e:c8:c1:37", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63c2631-ea", "ovs_interfaceid": "e63c2631-ea86-4c38-bc2a-15c6cc4de19c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.696296] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.696614] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.722147] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.722500] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.722843] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Deleting the datastore file [datastore1] ae3293f7-070b-4744-9d46-46448e69663d {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.723583] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96446bfd-6944-478d-b9bf-b6ed813ad2e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.730319] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723710, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.414796} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.731173] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf/OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf.vmdk to [datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk. [ 1226.731515] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Cleaning up location [datastore1] OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1226.731697] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ac01c70a-6f50-48d4-be51-fe4f638aecaf {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.732031] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a1d94cd-4a7a-409a-aa2c-ad40703f4ff4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.736740] env[70480]: DEBUG oslo_vmware.api [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for the task: (returnval){ [ 1226.736740] env[70480]: value = "task-3723716" [ 1226.736740] env[70480]: _type = "Task" [ 1226.736740] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.742845] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1226.742845] env[70480]: value = "task-3723717" [ 1226.742845] env[70480]: _type = "Task" [ 1226.742845] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.752760] env[70480]: DEBUG oslo_vmware.api [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.758801] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.783345] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723711, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.828925] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723712, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.987276} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.829233] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 5237a377-519c-48ee-822b-9c9d2455e453/5237a377-519c-48ee-822b-9c9d2455e453.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.829474] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.829756] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-716d46be-0202-4781-8ffc-ddb7ec68fd0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.838566] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1226.838566] env[70480]: value = "task-3723718" [ 1226.838566] env[70480]: _type = "Task" [ 1226.838566] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.850624] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.122932] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: efdc0e02-fd32-4267-8a18-bcb872e8a152] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.168734] env[70480]: ERROR nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [req-7ee9da93-be48-4fb9-b737-11d77cb984d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ee9da93-be48-4fb9-b737-11d77cb984d1"}]} [ 1227.177740] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "refresh_cache-ee61163f-0e72-4840-8fd7-2f10f8edd1ee" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.178055] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Instance network_info: |[{"id": "e63c2631-ea86-4c38-bc2a-15c6cc4de19c", "address": "fa:16:3e:c8:c1:37", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63c2631-ea", "ovs_interfaceid": "e63c2631-ea86-4c38-bc2a-15c6cc4de19c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.178496] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:c1:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63c2631-ea86-4c38-bc2a-15c6cc4de19c', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.186183] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.187241] env[70480]: DEBUG nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1227.189542] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.189966] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df190bcf-013c-402e-b04f-a3648dcf2b16 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.206414] env[70480]: DEBUG nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1227.206650] env[70480]: DEBUG nova.compute.provider_tree [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.209631] env[70480]: DEBUG nova.compute.utils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.216816] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.216816] env[70480]: value = "task-3723720" [ 1227.216816] env[70480]: _type = "Task" [ 1227.216816] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.222056] env[70480]: DEBUG nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1227.229894] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723720, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.242449] env[70480]: DEBUG nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1227.252526] env[70480]: DEBUG oslo_vmware.api [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Task: {'id': task-3723716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335456} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.253215] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.253417] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.253592] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.253767] env[70480]: INFO nova.compute.manager [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1227.254012] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.254221] env[70480]: DEBUG nova.compute.manager [-] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.254318] env[70480]: DEBUG nova.network.neutron [-] [instance: ae3293f7-070b-4744-9d46-46448e69663d] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.258829] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075272} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.261629] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.261800] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.262088] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk to [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.262819] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-071fb6cb-7153-441a-9fb3-7f14349f8a21 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.269768] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1227.269768] env[70480]: value = "task-3723721" [ 1227.269768] env[70480]: _type = "Task" [ 1227.269768] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.282803] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.288443] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723711, 'name': CreateVM_Task, 'duration_secs': 2.131441} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.291152] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.292100] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.292298] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.292696] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.292993] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a280bdd-3fd1-46b9-a1fb-479f0314287d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.298907] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1227.298907] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cee863-b800-0a70-2abf-3172d5117c82" [ 1227.298907] env[70480]: _type = "Task" [ 1227.298907] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.312656] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cee863-b800-0a70-2abf-3172d5117c82, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.312814] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.313084] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.313344] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.313503] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.313701] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.316116] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba44cf0c-23aa-456e-8696-1d56e7605544 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.328516] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.328783] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.329653] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2908e74-8f65-4e99-b89d-8328e53d28c0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.338109] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1227.338109] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c118f7-d7a3-594f-355b-90086a4ab215" [ 1227.338109] env[70480]: _type = "Task" [ 1227.338109] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.352747] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c118f7-d7a3-594f-355b-90086a4ab215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.357342] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144842} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.357640] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.358463] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd72321-bb04-444b-9c63-8df7fa688c05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.382451] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5237a377-519c-48ee-822b-9c9d2455e453/5237a377-519c-48ee-822b-9c9d2455e453.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.382628] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a3e541-1302-4bdc-9bfe-bbea11295192 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.408134] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1227.408134] env[70480]: value = "task-3723722" [ 1227.408134] env[70480]: _type = "Task" [ 1227.408134] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.416508] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.487275] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372ef8af-76fc-443c-aa65-359984939fb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.495361] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b41768-4a7d-4e78-8dbb-64e05c0ddd08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.526099] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d421e0f-73e3-4bf0-8728-7d3064328cf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.534844] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618519b-2a45-41fd-a80b-563422423f95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.549645] env[70480]: DEBUG nova.compute.provider_tree [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.627073] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ef76b837-9738-41cb-ba3c-d8d1c5290614] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.712973] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.726938] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723720, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.780315] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.849279] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c118f7-d7a3-594f-355b-90086a4ab215, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.850103] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0535fbec-c438-4deb-aeb5-b58586e2cf5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.855691] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1227.855691] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52dd42a2-e86e-ea5a-b362-9e22832bc4d3" [ 1227.855691] env[70480]: _type = "Task" [ 1227.855691] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.864998] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52dd42a2-e86e-ea5a-b362-9e22832bc4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.917058] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723722, 'name': ReconfigVM_Task, 'duration_secs': 0.323648} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.917134] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5237a377-519c-48ee-822b-9c9d2455e453/5237a377-519c-48ee-822b-9c9d2455e453.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.917781] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-043920a4-04e4-41d8-8697-d833727d6433 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.928266] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1227.928266] env[70480]: value = "task-3723723" [ 1227.928266] env[70480]: _type = "Task" [ 1227.928266] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.942022] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723723, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.099042] env[70480]: DEBUG nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1228.099367] env[70480]: DEBUG nova.compute.provider_tree [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 162 to 163 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1228.099558] env[70480]: DEBUG nova.compute.provider_tree [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.130170] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: e1356e9b-432a-4a7d-8fd9-8d19d7ddb34c] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.228853] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723720, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.229556] env[70480]: DEBUG nova.network.neutron [-] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.288823] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.307311] env[70480]: DEBUG nova.compute.manager [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Received event network-vif-plugged-e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.307843] env[70480]: DEBUG oslo_concurrency.lockutils [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] Acquiring lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.308186] env[70480]: DEBUG oslo_concurrency.lockutils [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.308492] env[70480]: DEBUG oslo_concurrency.lockutils [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.308642] env[70480]: DEBUG nova.compute.manager [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] No waiting events found dispatching network-vif-plugged-e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1228.308809] env[70480]: WARNING nova.compute.manager [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Received unexpected event network-vif-plugged-e63c2631-ea86-4c38-bc2a-15c6cc4de19c for instance with vm_state building and task_state spawning. [ 1228.308993] env[70480]: DEBUG nova.compute.manager [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Received event network-changed-e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.309201] env[70480]: DEBUG nova.compute.manager [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Refreshing instance network info cache due to event network-changed-e63c2631-ea86-4c38-bc2a-15c6cc4de19c. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.309396] env[70480]: DEBUG oslo_concurrency.lockutils [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] Acquiring lock "refresh_cache-ee61163f-0e72-4840-8fd7-2f10f8edd1ee" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.309533] env[70480]: DEBUG oslo_concurrency.lockutils [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] Acquired lock "refresh_cache-ee61163f-0e72-4840-8fd7-2f10f8edd1ee" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.309725] env[70480]: DEBUG nova.network.neutron [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Refreshing network info cache for port e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.368780] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52dd42a2-e86e-ea5a-b362-9e22832bc4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.368780] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.368780] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ed93d8df-39f6-4ca0-a166-667a0dd31359/ed93d8df-39f6-4ca0-a166-667a0dd31359.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.368780] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9189a9a-c22f-4937-820c-a58d7705ba62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.375320] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1228.375320] env[70480]: value = "task-3723724" [ 1228.375320] env[70480]: _type = "Task" [ 1228.375320] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.386091] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.438218] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723723, 'name': Rename_Task, 'duration_secs': 0.167404} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.439256] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.439256] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12fdd492-03c3-4769-9904-5ab91b8602d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.447735] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1228.447735] env[70480]: value = "task-3723725" [ 1228.447735] env[70480]: _type = "Task" [ 1228.447735] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.461097] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.633769] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 357516e3-ec78-4e69-984e-4648ec9b2fc9] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.731156] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723720, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.731615] env[70480]: INFO nova.compute.manager [-] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Took 1.48 seconds to deallocate network for instance. [ 1228.783279] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.783561] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.783888] env[70480]: INFO nova.compute.manager [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Attaching volume 6ad35dd8-914f-434a-acbc-43685300089b to /dev/sdb [ 1228.785895] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.821189] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15e421-05ff-4d4d-879d-a1837a14096f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.829594] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efee5b92-0256-45f9-9972-53643060a511 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.845596] env[70480]: DEBUG nova.virt.block_device [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updating existing volume attachment record: 9063a020-19f4-4461-85af-067cdc149e23 {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.885891] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.963017] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.083392] env[70480]: DEBUG nova.network.neutron [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Updated VIF entry in instance network info cache for port e63c2631-ea86-4c38-bc2a-15c6cc4de19c. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.083863] env[70480]: DEBUG nova.network.neutron [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Updating instance_info_cache with network_info: [{"id": "e63c2631-ea86-4c38-bc2a-15c6cc4de19c", "address": "fa:16:3e:c8:c1:37", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63c2631-ea", "ovs_interfaceid": "e63c2631-ea86-4c38-bc2a-15c6cc4de19c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.110211] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.279s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.138218] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 00e8f778-1d36-4bd8-9417-dbc11095aacc] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.231658] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723720, 'name': CreateVM_Task, 'duration_secs': 1.973736} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.231884] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.232714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.232889] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.233281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.233588] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5fcc12-fa5e-48b8-8d86-cbc91c9593f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.238200] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.238547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.238895] env[70480]: DEBUG nova.objects.instance [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lazy-loading 'resources' on Instance uuid ae3293f7-070b-4744-9d46-46448e69663d {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.242317] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1229.242317] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5241b54d-dd6a-799d-fb6d-41c56784325f" [ 1229.242317] env[70480]: _type = "Task" [ 1229.242317] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.252615] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5241b54d-dd6a-799d-fb6d-41c56784325f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.284325] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.388448] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.401539] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.401798] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741464', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'name': 'volume-ee261254-f68a-4f9c-a003-7c872ecbbead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'serial': 'ee261254-f68a-4f9c-a003-7c872ecbbead'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.402769] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b5396-6778-4dc3-ad62-8852a44df416 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.420865] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbe0808-80bc-4450-9bac-68a335a765a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.453103] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-ee261254-f68a-4f9c-a003-7c872ecbbead/volume-ee261254-f68a-4f9c-a003-7c872ecbbead.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.453611] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7707085b-e73c-4ad5-bd26-bcdcbc456c8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.477988] env[70480]: DEBUG oslo_vmware.api [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723725, 'name': PowerOnVM_Task, 'duration_secs': 0.555417} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.480030] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.480030] env[70480]: INFO nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1229.480030] env[70480]: DEBUG nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.480303] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1229.480303] env[70480]: value = "task-3723727" [ 1229.480303] env[70480]: _type = "Task" [ 1229.480303] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.481052] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08780fe1-14d7-4ce0-a005-976aec99da93 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.493183] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.587249] env[70480]: DEBUG oslo_concurrency.lockutils [req-8776b4c0-a62a-4252-b00e-833c5f8c43fa req-08318d5d-41b1-40b9-8adb-877f85a833e4 service nova] Releasing lock "refresh_cache-ee61163f-0e72-4840-8fd7-2f10f8edd1ee" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.642279] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 8a79d3bd-c9ca-484d-a5c4-ee6d7641aa94] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.685575] env[70480]: INFO nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocation for migration 55d5cea8-63ce-4153-8374-a2beb4710f7f [ 1229.757167] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5241b54d-dd6a-799d-fb6d-41c56784325f, 'name': SearchDatastore_Task, 'duration_secs': 0.097022} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.757588] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.757914] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.758190] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.758356] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.758566] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.758920] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15baf6ff-6f59-45bd-9710-fd34cf701a56 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.781325] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.781528] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.782954] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b0476a-1486-4f43-8c6f-7d8c41f47ee3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.788949] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.793190] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1229.793190] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52301fe8-06b9-3d47-df81-d63ff5c6ec3c" [ 1229.793190] env[70480]: _type = "Task" [ 1229.793190] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.805887] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52301fe8-06b9-3d47-df81-d63ff5c6ec3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.893209] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.963723] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c8f75-349c-4cc5-8616-7fe62f891f3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.972742] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0cd23-79ce-430a-9a92-42de9e9810f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.017022] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46392c2-d777-4c85-bb8f-ff757c9d8de1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.020310] env[70480]: INFO nova.compute.manager [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Took 19.00 seconds to build instance. [ 1230.027621] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.031425] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0516b3-3893-476b-bce3-9924ea3e03a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.047794] env[70480]: DEBUG nova.compute.provider_tree [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.145799] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 81640b4a-3c62-4328-8b22-57ddf021c132] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.191832] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.838s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.285873] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.308204] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52301fe8-06b9-3d47-df81-d63ff5c6ec3c, 'name': SearchDatastore_Task, 'duration_secs': 0.093931} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.309544] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2427756-6b8d-452c-91e0-1d297c296213 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.317547] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1230.317547] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5235f917-e4fc-9696-918f-8cf7b406ead3" [ 1230.317547] env[70480]: _type = "Task" [ 1230.317547] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.328836] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5235f917-e4fc-9696-918f-8cf7b406ead3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.351240] env[70480]: DEBUG nova.compute.manager [req-c4142976-e151-4aa9-ac4c-3161ac56b4d0 req-fe00160f-b27f-4298-9d4b-ebe5b75bfa25 service nova] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Received event network-vif-deleted-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.389681] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.517838] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.523621] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf41f492-7f6d-427a-9d73-e8793c7a09cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.513s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.551168] env[70480]: DEBUG nova.scheduler.client.report [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.649570] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 5e068d7c-5cc9-4ebc-80fc-0870c3c45bfc] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.787858] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.829484] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5235f917-e4fc-9696-918f-8cf7b406ead3, 'name': SearchDatastore_Task, 'duration_secs': 0.130524} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.829768] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.830045] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ee61163f-0e72-4840-8fd7-2f10f8edd1ee/ee61163f-0e72-4840-8fd7-2f10f8edd1ee.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.830325] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5ab455-b9cf-4474-8f43-26082dd89df4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.838921] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1230.838921] env[70480]: value = "task-3723728" [ 1230.838921] env[70480]: _type = "Task" [ 1230.838921] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.848254] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.888904] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.017479] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723727, 'name': ReconfigVM_Task, 'duration_secs': 1.246074} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.017770] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-ee261254-f68a-4f9c-a003-7c872ecbbead/volume-ee261254-f68a-4f9c-a003-7c872ecbbead.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.022778] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2123f0f0-dedd-4a35-8d19-48362c7d6923 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.038495] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1231.038495] env[70480]: value = "task-3723729" [ 1231.038495] env[70480]: _type = "Task" [ 1231.038495] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.047912] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.057056] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.091728] env[70480]: INFO nova.scheduler.client.report [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Deleted allocations for instance ae3293f7-070b-4744-9d46-46448e69663d [ 1231.152891] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 4278a8f2-85dd-441f-90ee-d27e74333a28] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.290188] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723721, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.633128} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.290415] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/78982a88-3740-4f2a-9f1b-6ef8a0d62075/78982a88-3740-4f2a-9f1b-6ef8a0d62075.vmdk to [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.291294] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d41c21-c132-4aef-ad30-9aac9d4e0550 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.316535] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.317337] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67fa33f4-d8d7-4d6d-ae15-ea74087419eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.340476] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1231.340476] env[70480]: value = "task-3723731" [ 1231.340476] env[70480]: _type = "Task" [ 1231.340476] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.352360] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.355572] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723728, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.377305] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.377577] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.377788] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.377967] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.378151] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.383478] env[70480]: INFO nova.compute.manager [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Terminating instance [ 1231.393879] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723724, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.545184} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.394857] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ed93d8df-39f6-4ca0-a166-667a0dd31359/ed93d8df-39f6-4ca0-a166-667a0dd31359.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.395105] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.395414] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50a05901-050d-4e9a-957b-ea8895ffd866 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.403404] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1231.403404] env[70480]: value = "task-3723732" [ 1231.403404] env[70480]: _type = "Task" [ 1231.403404] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.412358] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.549179] env[70480]: DEBUG oslo_vmware.api [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723729, 'name': ReconfigVM_Task, 'duration_secs': 0.180835} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.549614] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741464', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'name': 'volume-ee261254-f68a-4f9c-a003-7c872ecbbead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'serial': 'ee261254-f68a-4f9c-a003-7c872ecbbead'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.599609] env[70480]: DEBUG oslo_concurrency.lockutils [None req-fd04827a-baed-4338-8422-7cf3c177df5f tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Lock "ae3293f7-070b-4744-9d46-46448e69663d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.181s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.656284] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: cbf134e9-87fe-4d92-8fe9-0193c4326cb7] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.853124] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521049} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.856422] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] ee61163f-0e72-4840-8fd7-2f10f8edd1ee/ee61163f-0e72-4840-8fd7-2f10f8edd1ee.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.856649] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.856910] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.857141] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59f74047-155d-4e2e-aa96-a9bbe4e1c35c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.864510] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1231.864510] env[70480]: value = "task-3723733" [ 1231.864510] env[70480]: _type = "Task" [ 1231.864510] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.873497] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.888870] env[70480]: DEBUG nova.compute.manager [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.888870] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.889603] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72a7259-5b96-4053-9349-c4e30fe0be5e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.898558] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.898558] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b565cfa5-eda6-48df-bb56-16b5289b4679 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.905313] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1231.905313] env[70480]: value = "task-3723734" [ 1231.905313] env[70480]: _type = "Task" [ 1231.905313] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.925179] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074567} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.925553] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.925905] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.927207] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309be479-b5e8-4a75-bd06-9583c285a3f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.954505] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ed93d8df-39f6-4ca0-a166-667a0dd31359/ed93d8df-39f6-4ca0-a166-667a0dd31359.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.954829] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0188d913-b8b8-4367-b4cf-441bb1da5929 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.976280] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1231.976280] env[70480]: value = "task-3723735" [ 1231.976280] env[70480]: _type = "Task" [ 1231.976280] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.985474] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.159913] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 01028ed3-5ea3-4b64-ad22-8484c2e9707d] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.355061] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723731, 'name': ReconfigVM_Task, 'duration_secs': 0.518704} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.355061] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553/c0fd9e28-190a-48f1-90f3-ec940227a553.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.355471] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18272039-d069-42f3-8d8d-c3e0e225f794 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.361931] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1232.361931] env[70480]: value = "task-3723736" [ 1232.361931] env[70480]: _type = "Task" [ 1232.361931] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.373455] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069974} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.376753] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.377132] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723736, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.377861] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e72a460-d5c8-4c55-9f9d-57a70301eab3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.401834] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ee61163f-0e72-4840-8fd7-2f10f8edd1ee/ee61163f-0e72-4840-8fd7-2f10f8edd1ee.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.402109] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81eaa0d5-5aed-43d0-a1ee-5cc8f17956ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.424624] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723734, 'name': PowerOffVM_Task, 'duration_secs': 0.211175} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.426201] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.426391] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.426694] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1232.426694] env[70480]: value = "task-3723737" [ 1232.426694] env[70480]: _type = "Task" [ 1232.426694] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.426884] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0cf039-6eb1-445c-8474-8139fcfadbd0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.436912] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.485852] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723735, 'name': ReconfigVM_Task, 'duration_secs': 0.349138} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.486203] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ed93d8df-39f6-4ca0-a166-667a0dd31359/ed93d8df-39f6-4ca0-a166-667a0dd31359.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.486913] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dce13a2-48e6-40ed-9d8f-9d621cfd37c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.495586] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1232.495586] env[70480]: value = "task-3723739" [ 1232.495586] env[70480]: _type = "Task" [ 1232.495586] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.505909] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723739, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.506258] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.506447] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.506641] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleting the datastore file [datastore2] 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.506894] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172fa2bb-a34e-416a-8d68-08176b15fa17 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.513178] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for the task: (returnval){ [ 1232.513178] env[70480]: value = "task-3723740" [ 1232.513178] env[70480]: _type = "Task" [ 1232.513178] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.524111] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.596537] env[70480]: DEBUG nova.objects.instance [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.663828] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 511def32-c243-43b2-87f7-d032720e8e5f] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.872351] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723736, 'name': Rename_Task, 'duration_secs': 0.288452} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.873493] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.873493] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138a4676-1b1a-4252-8994-2249135dc4fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.882131] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1232.882131] env[70480]: value = "task-3723741" [ 1232.882131] env[70480]: _type = "Task" [ 1232.882131] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.890312] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.941089] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723737, 'name': ReconfigVM_Task, 'duration_secs': 0.311351} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.941413] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ee61163f-0e72-4840-8fd7-2f10f8edd1ee/ee61163f-0e72-4840-8fd7-2f10f8edd1ee.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.942063] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d860d7f-345e-41e6-9bd7-3a8a9d9d0c35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.949965] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1232.949965] env[70480]: value = "task-3723742" [ 1232.949965] env[70480]: _type = "Task" [ 1232.949965] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.959063] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723742, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.008104] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723739, 'name': Rename_Task, 'duration_secs': 0.15736} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.008424] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.008693] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69208c68-c894-471f-b74f-38745c732720 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.019039] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1233.019039] env[70480]: value = "task-3723743" [ 1233.019039] env[70480]: _type = "Task" [ 1233.019039] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.026887] env[70480]: DEBUG oslo_vmware.api [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Task: {'id': task-3723740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186466} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.027671] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.027997] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.028308] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.028524] env[70480]: INFO nova.compute.manager [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1233.028874] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.029134] env[70480]: DEBUG nova.compute.manager [-] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.029235] env[70480]: DEBUG nova.network.neutron [-] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.033926] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.102342] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e3fdb17b-79c1-423e-9f25-d8feb4d0aca5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.336s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.171321] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: e9463258-c3e8-49d1-96c6-94ffa06b8efe] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.398033] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.400666] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.400767] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741466', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'name': 'volume-6ad35dd8-914f-434a-acbc-43685300089b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654d01f6-c970-44a2-a034-5ae73a5d93b4', 'attached_at': '', 'detached_at': '', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'serial': '6ad35dd8-914f-434a-acbc-43685300089b'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.402646] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c46ba6-e516-4082-b71d-a7a42edec41d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.425173] env[70480]: DEBUG oslo_concurrency.lockutils [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.425487] env[70480]: DEBUG oslo_concurrency.lockutils [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.428594] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821b25c-0e21-4356-bea6-1bdba59ade86 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.432300] env[70480]: DEBUG nova.compute.manager [req-b16d8280-188d-4998-a6ff-5a7453288940 req-37963a75-e56b-47e1-b776-8d4057b53674 service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Received event network-vif-deleted-9072be0b-4200-4b6b-989d-37a1ffd65399 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.432478] env[70480]: INFO nova.compute.manager [req-b16d8280-188d-4998-a6ff-5a7453288940 req-37963a75-e56b-47e1-b776-8d4057b53674 service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Neutron deleted interface 9072be0b-4200-4b6b-989d-37a1ffd65399; detaching it from the instance and deleting it from the info cache [ 1233.432638] env[70480]: DEBUG nova.network.neutron [req-b16d8280-188d-4998-a6ff-5a7453288940 req-37963a75-e56b-47e1-b776-8d4057b53674 service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.462382] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-6ad35dd8-914f-434a-acbc-43685300089b/volume-6ad35dd8-914f-434a-acbc-43685300089b.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.466041] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f27d7a-00e6-44a3-8224-6f5ef5f52871 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.486720] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723742, 'name': Rename_Task, 'duration_secs': 0.229723} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.488205] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.488867] env[70480]: DEBUG oslo_vmware.api [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1233.488867] env[70480]: value = "task-3723744" [ 1233.488867] env[70480]: _type = "Task" [ 1233.488867] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.488867] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da832d03-8cb3-4cea-a7a0-473cb375bf41 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.501596] env[70480]: DEBUG oslo_vmware.api [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.503817] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1233.503817] env[70480]: value = "task-3723745" [ 1233.503817] env[70480]: _type = "Task" [ 1233.503817] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.530146] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.673399] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.895410] env[70480]: DEBUG oslo_vmware.api [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723741, 'name': PowerOnVM_Task, 'duration_secs': 0.681812} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.895759] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.900052] env[70480]: DEBUG nova.network.neutron [-] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.937309] env[70480]: INFO nova.compute.manager [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Detaching volume ad199217-3993-4cc8-aa2b-a363c8d3d724 [ 1233.940304] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-210e6486-1116-48f9-ac87-84113d1437fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.950735] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee38fa-a478-4149-a102-08e30dc8c654 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.999652] env[70480]: DEBUG nova.compute.manager [req-b16d8280-188d-4998-a6ff-5a7453288940 req-37963a75-e56b-47e1-b776-8d4057b53674 service nova] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Detach interface failed, port_id=9072be0b-4200-4b6b-989d-37a1ffd65399, reason: Instance 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.000997] env[70480]: INFO nova.virt.block_device [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Attempting to driver detach volume ad199217-3993-4cc8-aa2b-a363c8d3d724 from mountpoint /dev/sdb [ 1234.001184] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.002095] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741457', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'name': 'volume-ad199217-3993-4cc8-aa2b-a363c8d3d724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'serial': 'ad199217-3993-4cc8-aa2b-a363c8d3d724'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.005658] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c9768-7a61-447f-a900-9f52332b9913 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.017366] env[70480]: DEBUG nova.compute.manager [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.018444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f856caa4-f6ad-48af-b61b-9536b6b121e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.051790] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.052200] env[70480]: DEBUG oslo_vmware.api [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723744, 'name': ReconfigVM_Task, 'duration_secs': 0.502458} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.057132] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f75862-fcdf-4a9d-8187-2c5627e960fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.061191] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-6ad35dd8-914f-434a-acbc-43685300089b/volume-6ad35dd8-914f-434a-acbc-43685300089b.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.068590] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22bad6a1-ce70-4401-9eb7-9b8ff67f18d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.088566] env[70480]: DEBUG oslo_vmware.api [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723743, 'name': PowerOnVM_Task, 'duration_secs': 0.667034} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.091834] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.092075] env[70480]: INFO nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1234.092271] env[70480]: DEBUG nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.092781] env[70480]: DEBUG oslo_vmware.api [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1234.092781] env[70480]: value = "task-3723746" [ 1234.092781] env[70480]: _type = "Task" [ 1234.092781] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.093566] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b8486-0807-4cd0-a97e-7fd3c0afa782 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.097362] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c224db7-75bf-46a7-9ddf-82e7724ff063 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137948] env[70480]: DEBUG oslo_vmware.api [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.139101] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea79a02-7cc5-4002-8237-f90b6f042ffc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.156331] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] The volume has not been displaced from its original location: [datastore1] volume-ad199217-3993-4cc8-aa2b-a363c8d3d724/volume-ad199217-3993-4cc8-aa2b-a363c8d3d724.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.162527] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.164632] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364d5932-4c33-446e-93db-61a209bfcb9c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.184840] env[70480]: DEBUG oslo_vmware.api [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1234.184840] env[70480]: value = "task-3723747" [ 1234.184840] env[70480]: _type = "Task" [ 1234.184840] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.197620] env[70480]: DEBUG oslo_vmware.api [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.403399] env[70480]: INFO nova.compute.manager [-] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Took 1.37 seconds to deallocate network for instance. [ 1234.520422] env[70480]: DEBUG oslo_vmware.api [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723745, 'name': PowerOnVM_Task, 'duration_secs': 0.626264} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.520780] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.521171] env[70480]: INFO nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1234.521263] env[70480]: DEBUG nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.522265] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e093eb-aeec-4f08-89cc-a5eead38e6cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.592449] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2fb79ef9-172a-4faf-b454-423a95917ccd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.213s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.611330] env[70480]: DEBUG oslo_vmware.api [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723746, 'name': ReconfigVM_Task, 'duration_secs': 0.225392} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.611655] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741466', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'name': 'volume-6ad35dd8-914f-434a-acbc-43685300089b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654d01f6-c970-44a2-a034-5ae73a5d93b4', 'attached_at': '', 'detached_at': '', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'serial': '6ad35dd8-914f-434a-acbc-43685300089b'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1234.644938] env[70480]: INFO nova.compute.manager [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Took 23.33 seconds to build instance. [ 1234.696327] env[70480]: DEBUG oslo_vmware.api [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723747, 'name': ReconfigVM_Task, 'duration_secs': 0.294897} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.696803] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.701465] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d54a13-5e4d-4751-90cb-ae8217761fd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.717998] env[70480]: DEBUG oslo_vmware.api [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1234.717998] env[70480]: value = "task-3723748" [ 1234.717998] env[70480]: _type = "Task" [ 1234.717998] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.726605] env[70480]: DEBUG oslo_vmware.api [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.912160] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.912567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.912835] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.939995] env[70480]: INFO nova.scheduler.client.report [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Deleted allocations for instance 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc [ 1235.043676] env[70480]: INFO nova.compute.manager [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Took 23.46 seconds to build instance. [ 1235.150380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.836s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.230469] env[70480]: DEBUG oslo_vmware.api [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723748, 'name': ReconfigVM_Task, 'duration_secs': 0.149768} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.230817] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741457', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'name': 'volume-ad199217-3993-4cc8-aa2b-a363c8d3d724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad199217-3993-4cc8-aa2b-a363c8d3d724', 'serial': 'ad199217-3993-4cc8-aa2b-a363c8d3d724'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.448019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d766f382-b968-48e9-8e35-f96b7099ca1c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Lock "950e8fec-aab8-4c47-9e62-29e2b9cc2fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.070s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.547798] env[70480]: DEBUG oslo_concurrency.lockutils [None req-eb0b6970-ef87-43a2-a717-edbcf81281e5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.971s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.662292] env[70480]: DEBUG nova.objects.instance [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'flavor' on Instance uuid 654d01f6-c970-44a2-a034-5ae73a5d93b4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.671345] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.777604] env[70480]: DEBUG nova.objects.instance [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.168203] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4c26ae2-46a6-46e9-8a6a-957efe469fb2 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.384s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.178793] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.429481] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.429756] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.684412] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Getting list of instances from cluster (obj){ [ 1236.684412] env[70480]: value = "domain-c8" [ 1236.684412] env[70480]: _type = "ClusterComputeResource" [ 1236.684412] env[70480]: } {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1236.685786] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0696305a-a2d4-467d-a68f-4d34787e23f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.716715] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Got total of 12 instances {{(pid=70480) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1236.717183] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.717531] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 71435f12-edb7-45f3-9633-0615475702db {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.717838] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.718133] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 171dccad-477a-4a7e-a6e4-840675a8cd57 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.718492] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.718772] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 10f81081-a7b2-4022-bd6d-5f01273908f6 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.719061] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.719395] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 9c1a4ece-d1da-493a-a876-b6a410d53693 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.719678] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 654d01f6-c970-44a2-a034-5ae73a5d93b4 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.719957] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid 5237a377-519c-48ee-822b-9c9d2455e453 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.720258] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid ed93d8df-39f6-4ca0-a166-667a0dd31359 {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.720535] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Triggering sync for uuid ee61163f-0e72-4840-8fd7-2f10f8edd1ee {{(pid=70480) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1236.721110] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.721481] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.721899] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "71435f12-edb7-45f3-9633-0615475702db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "71435f12-edb7-45f3-9633-0615475702db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "46078b13-398e-4026-8c76-3a23f359e200" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "171dccad-477a-4a7e-a6e4-840675a8cd57" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "10f81081-a7b2-4022-bd6d-5f01273908f6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.725026] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.725846] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "5237a377-519c-48ee-822b-9c9d2455e453" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.726210] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "5237a377-519c-48ee-822b-9c9d2455e453" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.726581] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.726889] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.727506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.727805] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.728852] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8299d8f6-b14c-4137-b6cb-0dc4746b8223 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.732509] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5decc-2d0a-43ed-9cf3-9f36dee65e8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.736222] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f983113-3a0b-4e35-b1b5-2b5b0dcad6a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.739732] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759e9f8-7ccc-427d-8a8d-dd3302f9a4bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.743575] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76aab71-7f71-47c9-b326-0642caed1e71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.746700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cacff6-2c95-459b-8fe2-9b58025bd8fe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.751846] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4193e-3b92-47bf-a7f8-ff7ba414c089 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.756625] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53ec9a1-a896-44b4-b3b7-eb5cbc2a81a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.760909] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e8194-6afc-44ca-b8d5-0082157aeb50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.765343] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef0f75-4cfe-4866-805b-7bac73fe3acb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.800319] env[70480]: DEBUG oslo_concurrency.lockutils [None req-03d499f6-3a74-485b-9d70-7487f1061a16 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.375s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.815122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.091s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.817209] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523164e-c6c3-48eb-b173-7b2d3aa2dd28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.851146] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.933691] env[70480]: INFO nova.compute.manager [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Detaching volume 6ad35dd8-914f-434a-acbc-43685300089b [ 1236.977603] env[70480]: INFO nova.virt.block_device [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Attempting to driver detach volume 6ad35dd8-914f-434a-acbc-43685300089b from mountpoint /dev/sdb [ 1236.977823] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.978021] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741466', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'name': 'volume-6ad35dd8-914f-434a-acbc-43685300089b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654d01f6-c970-44a2-a034-5ae73a5d93b4', 'attached_at': '', 'detached_at': '', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'serial': '6ad35dd8-914f-434a-acbc-43685300089b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.979224] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f979eac-eea2-49d4-bb62-3f4e4c805e8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.006087] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a51ad6-ccb0-4ee2-8c79-c0ff57468a68 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.015781] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfbfb32-6a2d-4b27-a22c-cd6edb46ba8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.045950] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4746cf-e926-4d5f-b40f-5047b09e6548 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.063828] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ad35dd8-914f-434a-acbc-43685300089b/volume-6ad35dd8-914f-434a-acbc-43685300089b.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1237.069732] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.070167] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c2cf72-5415-4609-87a1-c64e1d0a7b1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.090838] env[70480]: DEBUG oslo_vmware.api [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1237.090838] env[70480]: value = "task-3723750" [ 1237.090838] env[70480]: _type = "Task" [ 1237.090838] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.101350] env[70480]: DEBUG oslo_vmware.api [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.291966] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "46078b13-398e-4026-8c76-3a23f359e200" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.315736] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "5237a377-519c-48ee-822b-9c9d2455e453" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.316199] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.595s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.316540] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.331437] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.604s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.331937] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.607s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.334147] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.610s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.335367] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "71435f12-edb7-45f3-9633-0615475702db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.612s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.335367] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.612s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.335367] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.612s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.345798] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.345798] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.494s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.368759] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "5237a377-519c-48ee-822b-9c9d2455e453" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.368759] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.368759] env[70480]: DEBUG nova.compute.manager [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1237.368759] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5f509-dedd-4145-a041-e7c057addfdc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.379791] env[70480]: DEBUG nova.compute.manager [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1237.379791] env[70480]: DEBUG nova.objects.instance [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lazy-loading 'flavor' on Instance uuid 5237a377-519c-48ee-822b-9c9d2455e453 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.602747] env[70480]: DEBUG oslo_vmware.api [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723750, 'name': ReconfigVM_Task, 'duration_secs': 0.475354} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.603092] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.608378] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58fa9ce4-1455-440a-9d3a-17290985e459 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.623998] env[70480]: DEBUG oslo_vmware.api [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1237.623998] env[70480]: value = "task-3723751" [ 1237.623998] env[70480]: _type = "Task" [ 1237.623998] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.633101] env[70480]: DEBUG oslo_vmware.api [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.848823] env[70480]: INFO nova.compute.manager [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Detaching volume ee261254-f68a-4f9c-a003-7c872ecbbead [ 1237.883978] env[70480]: INFO nova.virt.block_device [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Attempting to driver detach volume ee261254-f68a-4f9c-a003-7c872ecbbead from mountpoint /dev/sdc [ 1237.884376] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1237.884617] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741464', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'name': 'volume-ee261254-f68a-4f9c-a003-7c872ecbbead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'serial': 'ee261254-f68a-4f9c-a003-7c872ecbbead'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1237.887336] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281ffa0-1af2-4b26-b0ae-d699d9b2a0cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.911408] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86681cd3-de90-4c50-9413-d968c9a46f5e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.921046] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb5c14d-bfb6-4847-8a69-c4236a65c5a4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.942557] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec6c72-2fc2-473e-85db-fd3b48640f1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.959379] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] The volume has not been displaced from its original location: [datastore1] volume-ee261254-f68a-4f9c-a003-7c872ecbbead/volume-ee261254-f68a-4f9c-a003-7c872ecbbead.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1237.964718] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.965049] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2f534d-e549-4b3c-a51c-860e08210106 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.984212] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1237.984212] env[70480]: value = "task-3723752" [ 1237.984212] env[70480]: _type = "Task" [ 1237.984212] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.993383] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.135108] env[70480]: DEBUG oslo_vmware.api [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723751, 'name': ReconfigVM_Task, 'duration_secs': 0.292545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.135450] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741466', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'name': 'volume-6ad35dd8-914f-434a-acbc-43685300089b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654d01f6-c970-44a2-a034-5ae73a5d93b4', 'attached_at': '', 'detached_at': '', 'volume_id': '6ad35dd8-914f-434a-acbc-43685300089b', 'serial': '6ad35dd8-914f-434a-acbc-43685300089b'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1238.182594] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.182839] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.271141] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.271501] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.271752] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.272072] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.272347] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.275092] env[70480]: INFO nova.compute.manager [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Terminating instance [ 1238.392786] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.393120] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c16caf-f93b-4a63-ae1d-babab544522c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.400951] env[70480]: DEBUG oslo_vmware.api [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1238.400951] env[70480]: value = "task-3723753" [ 1238.400951] env[70480]: _type = "Task" [ 1238.400951] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.409950] env[70480]: DEBUG oslo_vmware.api [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.495352] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.681067] env[70480]: DEBUG nova.objects.instance [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'flavor' on Instance uuid 654d01f6-c970-44a2-a034-5ae73a5d93b4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.685185] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.779925] env[70480]: DEBUG nova.compute.manager [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.780186] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.780789] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd36dd0c-f98d-483a-b40d-d25399b47209 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.788121] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1238.788121] env[70480]: value = "task-3723754" [ 1238.788121] env[70480]: _type = "Task" [ 1238.788121] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.617507] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.617507] env[70480]: WARNING oslo_vmware.common.loopingcall [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] task run outlasted interval by 0.327318 sec [ 1239.631791] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723752, 'name': ReconfigVM_Task, 'duration_secs': 0.60868} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.637957] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.642527] env[70480]: DEBUG oslo_vmware.api [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723753, 'name': PowerOffVM_Task, 'duration_secs': 0.731386} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.644424] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723754, 'name': PowerOffVM_Task, 'duration_secs': 0.344217} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.644424] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.644424] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.646360] env[70480]: INFO nova.compute.claims [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.649369] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cb0ba4-4afd-491a-a7cd-83cb3c6ff8a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.659578] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.659802] env[70480]: DEBUG nova.compute.manager [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.660107] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.660298] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.660483] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741440', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'name': 'volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c1a4ece-d1da-493a-a876-b6a410d53693', 'attached_at': '2025-04-29T11:28:26.000000', 'detached_at': '', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'serial': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.661577] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3386ffd-9fcd-4d7f-8bcd-19649e2be66b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.664787] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a880b-3f86-46df-b926-12459b3038d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.689775] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1239.689775] env[70480]: value = "task-3723755" [ 1239.689775] env[70480]: _type = "Task" [ 1239.689775] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.691098] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e6211-3cce-4237-90fe-9b2d8b17df2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.706109] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10097da0-768c-4dd1-ac1c-88ec9c1e13fc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.708928] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.726496] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8da40-3cf4-4425-a82e-4fa438606949 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.743226] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] The volume has not been displaced from its original location: [datastore1] volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651/volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.748932] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.749351] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0b2eb4-cf62-4f0a-9a52-eec6a7dd39a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.768458] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1239.768458] env[70480]: value = "task-3723756" [ 1239.768458] env[70480]: _type = "Task" [ 1239.768458] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.782595] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.111675] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d860c17-4a9c-425e-ae89-00eec47a0eba tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.682s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.112909] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.388s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.113820] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e94ee-c11a-4c1c-8fa7-7cd49f34d225 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.179172] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b063ec63-78b2-466f-b1c1-8677313d0706 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.811s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.207333] env[70480]: DEBUG oslo_vmware.api [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723755, 'name': ReconfigVM_Task, 'duration_secs': 0.155436} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.207782] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741464', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'name': 'volume-ee261254-f68a-4f9c-a003-7c872ecbbead', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71a50fbd-1909-4c11-a367-b5e30dcc2d4e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee261254-f68a-4f9c-a003-7c872ecbbead', 'serial': 'ee261254-f68a-4f9c-a003-7c872ecbbead'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.285262] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723756, 'name': ReconfigVM_Task, 'duration_secs': 0.250088} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.285262] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.294723] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394ef274-ca5f-441e-b198-fe31ed1e66d2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.327625] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1240.327625] env[70480]: value = "task-3723757" [ 1240.327625] env[70480]: _type = "Task" [ 1240.327625] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.342782] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.626529] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.755507] env[70480]: DEBUG nova.objects.instance [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'flavor' on Instance uuid 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.819366] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.819747] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.819838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "654d01f6-c970-44a2-a034-5ae73a5d93b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.819977] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.820167] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.825740] env[70480]: INFO nova.compute.manager [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Terminating instance [ 1240.842101] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723757, 'name': ReconfigVM_Task, 'duration_secs': 0.125284} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.842101] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741440', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'name': 'volume-4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c1a4ece-d1da-493a-a876-b6a410d53693', 'attached_at': '2025-04-29T11:28:26.000000', 'detached_at': '', 'volume_id': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651', 'serial': '4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.842101] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.842360] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bdcd97-e1fe-432c-aedc-4d004eeb825c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.852581] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.852884] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41d73f0e-1015-462a-b3f1-107a7c195141 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.861481] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869723c9-d172-4024-889f-44926c44571b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.870477] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f15f32-4b82-48b6-919a-cd1f1bac0f59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.907909] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e8995c-5e55-4637-a4cf-e79edd11c680 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.916887] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c782f4-a3f5-4b5a-9072-594b9e8faf1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.934546] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.937428] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.937781] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.938105] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore1] 9c1a4ece-d1da-493a-a876-b6a410d53693 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.938850] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f77661ad-ff72-41c0-bff3-bf22d5f8510e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.949021] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1240.949021] env[70480]: value = "task-3723759" [ 1240.949021] env[70480]: _type = "Task" [ 1240.949021] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.961382] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.311848] env[70480]: DEBUG nova.objects.instance [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lazy-loading 'flavor' on Instance uuid 5237a377-519c-48ee-822b-9c9d2455e453 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.334454] env[70480]: DEBUG nova.compute.manager [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.334795] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.336107] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd9515-eb1d-4424-961c-2b2765302855 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.345327] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.345570] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0be7b8e5-b0a6-4874-8388-b66741502684 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.353447] env[70480]: DEBUG oslo_vmware.api [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1241.353447] env[70480]: value = "task-3723760" [ 1241.353447] env[70480]: _type = "Task" [ 1241.353447] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.365047] env[70480]: DEBUG oslo_vmware.api [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.460795] env[70480]: DEBUG oslo_vmware.api [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106873} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.461127] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.461293] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.461468] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.461645] env[70480]: INFO nova.compute.manager [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1241.461893] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.462503] env[70480]: DEBUG nova.compute.manager [-] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.462607] env[70480]: DEBUG nova.network.neutron [-] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.467935] env[70480]: ERROR nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [req-3df55fba-d226-4132-a58b-aa4f6432c216] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3df55fba-d226-4132-a58b-aa4f6432c216"}]} [ 1241.485190] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.502726] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.502953] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.515444] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.537870] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.737178] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346b2e4-5508-4afa-9609-b4a8813959be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.745338] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081048ed-8e23-4648-9a91-a105cb81788d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.778877] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9298437d-9d82-4a3b-8c71-0fe9777c4fe4 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.433s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.781195] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc75b70-e34b-4a2e-8a91-439859fd0182 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.790747] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c910472-89d6-4e33-96c9-77d39eb816e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.809350] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.817841] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.818027] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquired lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.818211] env[70480]: DEBUG nova.network.neutron [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.818392] env[70480]: DEBUG nova.objects.instance [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lazy-loading 'info_cache' on Instance uuid 5237a377-519c-48ee-822b-9c9d2455e453 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.866202] env[70480]: DEBUG oslo_vmware.api [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723760, 'name': PowerOffVM_Task, 'duration_secs': 0.250988} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.867456] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.867456] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.867456] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a528281a-5347-44de-8206-084df67f68de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.945972] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.946666] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.946666] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleting the datastore file [datastore1] 654d01f6-c970-44a2-a034-5ae73a5d93b4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.946821] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa5840df-befb-483d-90c4-3230a09567d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.954315] env[70480]: DEBUG oslo_vmware.api [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for the task: (returnval){ [ 1241.954315] env[70480]: value = "task-3723762" [ 1241.954315] env[70480]: _type = "Task" [ 1241.954315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.963895] env[70480]: DEBUG oslo_vmware.api [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.128479] env[70480]: DEBUG nova.compute.manager [req-b55b3778-cc40-4c6c-a834-0f6a9720f4d5 req-d773a4a4-f601-423c-a164-8c502731d532 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Received event network-vif-deleted-f5a09175-94c1-4685-8150-e055207c9899 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.128794] env[70480]: INFO nova.compute.manager [req-b55b3778-cc40-4c6c-a834-0f6a9720f4d5 req-d773a4a4-f601-423c-a164-8c502731d532 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Neutron deleted interface f5a09175-94c1-4685-8150-e055207c9899; detaching it from the instance and deleting it from the info cache [ 1242.128935] env[70480]: DEBUG nova.network.neutron [req-b55b3778-cc40-4c6c-a834-0f6a9720f4d5 req-d773a4a4-f601-423c-a164-8c502731d532 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.323293] env[70480]: DEBUG nova.objects.base [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Object Instance<5237a377-519c-48ee-822b-9c9d2455e453> lazy-loaded attributes: flavor,info_cache {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.333279] env[70480]: ERROR nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [req-e051635d-1624-4df9-8109-f7b2adb3aa6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 90a52c8d-d5fe-4619-98ec-fbd4788b011e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e051635d-1624-4df9-8109-f7b2adb3aa6a"}]} [ 1242.351407] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1242.359204] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.359451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.366727] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1242.366978] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 62, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.380694] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1242.400478] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1242.405380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.405648] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.405852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.406044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.406276] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.408291] env[70480]: INFO nova.compute.manager [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Terminating instance [ 1242.466879] env[70480]: DEBUG oslo_vmware.api [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Task: {'id': task-3723762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210688} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.467175] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.467388] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.467582] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.467755] env[70480]: INFO nova.compute.manager [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1242.467996] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.468212] env[70480]: DEBUG nova.compute.manager [-] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.468322] env[70480]: DEBUG nova.network.neutron [-] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.526879] env[70480]: DEBUG nova.network.neutron [-] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.607776] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb2bbd5-9300-4dd4-9e09-e1a378362c5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.615130] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b156cafd-48eb-4ba4-821a-7462d4947173 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.647749] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-936574da-47bb-470d-9f02-4c50a0dcf70f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.651047] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a14aeab-c1a6-4f73-bd99-875699ee8262 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.660755] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1be1b-08ee-419d-8345-a8e3cc448061 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.667262] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f293280-03da-4f02-a73d-f0f66db3fcdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.688827] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.702876] env[70480]: DEBUG nova.compute.manager [req-b55b3778-cc40-4c6c-a834-0f6a9720f4d5 req-d773a4a4-f601-423c-a164-8c502731d532 service nova] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Detach interface failed, port_id=f5a09175-94c1-4685-8150-e055207c9899, reason: Instance 9c1a4ece-d1da-493a-a876-b6a410d53693 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.733076] env[70480]: DEBUG nova.scheduler.client.report [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updated inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.733299] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e generation from 166 to 167 during operation: update_inventory {{(pid=70480) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.733372] env[70480]: DEBUG nova.compute.provider_tree [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.861669] env[70480]: DEBUG nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.912523] env[70480]: DEBUG nova.compute.manager [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.912762] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.913671] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10f413-54fe-45af-bb85-ec1627091a95 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.927060] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.927393] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d5a182-6916-4c9a-9622-d082e65dfcba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.939457] env[70480]: DEBUG oslo_vmware.api [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1242.939457] env[70480]: value = "task-3723763" [ 1242.939457] env[70480]: _type = "Task" [ 1242.939457] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.948753] env[70480]: DEBUG oslo_vmware.api [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.029824] env[70480]: INFO nova.compute.manager [-] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Took 1.57 seconds to deallocate network for instance. [ 1243.240036] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.595s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.240495] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.365931] env[70480]: DEBUG nova.network.neutron [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Updating instance_info_cache with network_info: [{"id": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "address": "fa:16:3e:e1:e7:5c", "network": {"id": "6b907469-888b-4880-b678-e3799eb0b6cc", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-984266695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e991a85663488c97a954bf61cec6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9a4e05-4e", "ovs_interfaceid": "3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.386032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.386032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.387489] env[70480]: INFO nova.compute.claims [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.451149] env[70480]: DEBUG oslo_vmware.api [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723763, 'name': PowerOffVM_Task, 'duration_secs': 0.229264} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.451149] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.451149] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.451149] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef0a7250-1776-41f9-997d-1a8cee17f76c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.535444] env[70480]: DEBUG nova.network.neutron [-] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.572741] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.573022] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.573022] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Deleting the datastore file [datastore2] 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.573377] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2990d4e3-0e3d-4b01-a9c6-c5c611a14b7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.581328] env[70480]: DEBUG oslo_vmware.api [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for the task: (returnval){ [ 1243.581328] env[70480]: value = "task-3723765" [ 1243.581328] env[70480]: _type = "Task" [ 1243.581328] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.586010] env[70480]: INFO nova.compute.manager [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Took 0.56 seconds to detach 1 volumes for instance. [ 1243.588258] env[70480]: DEBUG nova.compute.manager [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Deleting volume: 4cd2a73a-6ae1-47d6-bcdf-384c1d1bd651 {{(pid=70480) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1243.595668] env[70480]: DEBUG oslo_vmware.api [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.747019] env[70480]: DEBUG nova.compute.utils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.749132] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.749262] env[70480]: DEBUG nova.network.neutron [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.787343] env[70480]: DEBUG nova.policy [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c33f569ed774d6889e9b296fc2a11e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c926ce30b43548c4bdb2c4bff6998756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.870828] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Releasing lock "refresh_cache-5237a377-519c-48ee-822b-9c9d2455e453" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.040015] env[70480]: INFO nova.compute.manager [-] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Took 1.57 seconds to deallocate network for instance. [ 1244.092834] env[70480]: DEBUG oslo_vmware.api [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Task: {'id': task-3723765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151312} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.093226] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.093434] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.093611] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.093778] env[70480]: INFO nova.compute.manager [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1244.094100] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.094403] env[70480]: DEBUG nova.compute.manager [-] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.094498] env[70480]: DEBUG nova.network.neutron [-] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.097206] env[70480]: DEBUG nova.network.neutron [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Successfully created port: 55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.130468] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.165536] env[70480]: DEBUG nova.compute.manager [req-9830abc7-6f76-4d3a-9f98-d4e309da133f req-994ae049-373d-445d-9125-b29dec70c054 service nova] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Received event network-vif-deleted-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.252143] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.550410] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.620838] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8542e66b-4034-4fdc-b350-5a2a8248b90c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.629291] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6b20cd-411d-4201-9c5e-8c2d728f4cf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.661391] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9ea8c-48d2-4382-a61b-2457f4bb5c73 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.669633] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec1f6b7-2947-4f5f-a2a3-c1c78e1f3ae4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.683991] env[70480]: DEBUG nova.compute.provider_tree [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.878373] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.878762] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d94f050-e6be-4e21-a0f0-aac9d3e83cc2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.887547] env[70480]: DEBUG oslo_vmware.api [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1244.887547] env[70480]: value = "task-3723767" [ 1244.887547] env[70480]: _type = "Task" [ 1244.887547] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.896102] env[70480]: DEBUG oslo_vmware.api [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.187752] env[70480]: DEBUG nova.scheduler.client.report [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.220299] env[70480]: DEBUG nova.network.neutron [-] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.263864] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.298806] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.299107] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.299306] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.299510] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.299658] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.299807] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.300035] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.300248] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.300439] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.300609] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.300784] env[70480]: DEBUG nova.virt.hardware [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.302056] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9cdeb-e481-4a80-a3ec-64bf0320bf9e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.312298] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f0458-7720-4860-9828-017e1fe4637c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.397846] env[70480]: DEBUG oslo_vmware.api [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723767, 'name': PowerOnVM_Task, 'duration_secs': 0.411301} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.398192] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.398414] env[70480]: DEBUG nova.compute.manager [None req-d2d1b081-c5fb-4533-aa38-23b81c89f10e tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.399246] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6902115b-7372-4f89-816d-544b70ec83f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.693048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.693666] env[70480]: DEBUG nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.696672] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.566s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.696803] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.702334] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.154s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.702568] env[70480]: DEBUG nova.objects.instance [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lazy-loading 'resources' on Instance uuid 654d01f6-c970-44a2-a034-5ae73a5d93b4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.723331] env[70480]: INFO nova.compute.manager [-] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Took 1.63 seconds to deallocate network for instance. [ 1245.734871] env[70480]: INFO nova.scheduler.client.report [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted allocations for instance 9c1a4ece-d1da-493a-a876-b6a410d53693 [ 1245.813623] env[70480]: DEBUG nova.network.neutron [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Successfully updated port: 55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.205679] env[70480]: DEBUG nova.compute.utils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.209682] env[70480]: DEBUG nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1246.238308] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.246691] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "9c1a4ece-d1da-493a-a876-b6a410d53693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.975s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.263169] env[70480]: DEBUG nova.compute.manager [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Received event network-vif-deleted-616bcb00-7a90-49ae-835a-eb00043e1934 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.263464] env[70480]: DEBUG nova.compute.manager [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Received event network-vif-plugged-55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.264814] env[70480]: DEBUG oslo_concurrency.lockutils [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.264814] env[70480]: DEBUG oslo_concurrency.lockutils [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] Lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.264814] env[70480]: DEBUG oslo_concurrency.lockutils [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] Lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.264814] env[70480]: DEBUG nova.compute.manager [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] No waiting events found dispatching network-vif-plugged-55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.264814] env[70480]: WARNING nova.compute.manager [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Received unexpected event network-vif-plugged-55b231ba-c656-4a8f-a238-e05b4a70fa8e for instance with vm_state building and task_state spawning. [ 1246.264814] env[70480]: DEBUG nova.compute.manager [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Received event network-changed-55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.264814] env[70480]: DEBUG nova.compute.manager [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Refreshing instance network info cache due to event network-changed-55b231ba-c656-4a8f-a238-e05b4a70fa8e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.265037] env[70480]: DEBUG oslo_concurrency.lockutils [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.265037] env[70480]: DEBUG oslo_concurrency.lockutils [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.265184] env[70480]: DEBUG nova.network.neutron [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Refreshing network info cache for port 55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.315911] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.342478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "10f81081-a7b2-4022-bd6d-5f01273908f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.342478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.342478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "10f81081-a7b2-4022-bd6d-5f01273908f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.343706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.343808] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.348924] env[70480]: INFO nova.compute.manager [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Terminating instance [ 1246.397553] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b1d085-943b-4863-a825-ed8e7e6984c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.405756] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd5c37-abf3-48be-88cf-8c600a6d791a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.440520] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ddb2c-a6f6-4b5a-9b8e-df72bd4ec3b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.449580] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1ac075-ffa4-4ad1-8d2f-6113e20d4afd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.465658] env[70480]: DEBUG nova.compute.provider_tree [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.711914] env[70480]: DEBUG nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.853676] env[70480]: DEBUG nova.compute.manager [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.853947] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.854921] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4cf11-faaa-4ac8-9918-275a9d39d5ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.863281] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.863612] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7984d50f-6446-479c-9378-6564bc376221 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.868216] env[70480]: DEBUG nova.network.neutron [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.871460] env[70480]: DEBUG oslo_vmware.api [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1246.871460] env[70480]: value = "task-3723768" [ 1246.871460] env[70480]: _type = "Task" [ 1246.871460] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.881334] env[70480]: DEBUG oslo_vmware.api [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.969012] env[70480]: DEBUG nova.scheduler.client.report [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.979018] env[70480]: DEBUG nova.network.neutron [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.223103] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "171dccad-477a-4a7e-a6e4-840675a8cd57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.223475] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.223555] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "171dccad-477a-4a7e-a6e4-840675a8cd57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.223784] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.223930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.226649] env[70480]: INFO nova.compute.manager [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Terminating instance [ 1247.382700] env[70480]: DEBUG oslo_vmware.api [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723768, 'name': PowerOffVM_Task, 'duration_secs': 0.250275} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.382969] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.383148] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.383403] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db66ff7d-915f-412f-a5cc-6136b5489284 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.474344] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.477959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.239s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.477959] env[70480]: DEBUG nova.objects.instance [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lazy-loading 'resources' on Instance uuid 71a50fbd-1909-4c11-a367-b5e30dcc2d4e {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.479319] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.479541] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.479728] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleting the datastore file [datastore2] 10f81081-a7b2-4022-bd6d-5f01273908f6 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.479996] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00ccdc83-ffda-4fcf-bfe9-61ce24ab1e54 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.483175] env[70480]: DEBUG oslo_concurrency.lockutils [req-e76f3572-de5e-4141-8c9f-41aa9ab66034 req-742a5e2a-37de-4e91-84a7-d2ade02f2695 service nova] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.483574] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.483731] env[70480]: DEBUG nova.network.neutron [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.490778] env[70480]: DEBUG oslo_vmware.api [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1247.490778] env[70480]: value = "task-3723770" [ 1247.490778] env[70480]: _type = "Task" [ 1247.490778] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.500868] env[70480]: DEBUG oslo_vmware.api [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.503827] env[70480]: INFO nova.scheduler.client.report [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Deleted allocations for instance 654d01f6-c970-44a2-a034-5ae73a5d93b4 [ 1247.578616] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.578971] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.579228] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.579435] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.579631] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.581932] env[70480]: INFO nova.compute.manager [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Terminating instance [ 1247.724873] env[70480]: DEBUG nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.730215] env[70480]: DEBUG nova.compute.manager [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.730440] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.731400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7acab-0ead-41fa-a10f-2e2c15513a67 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.740411] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.740660] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d16b2ea-3dce-49ce-8e1b-ea1e6c5454ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.749833] env[70480]: DEBUG oslo_vmware.api [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1247.749833] env[70480]: value = "task-3723771" [ 1247.749833] env[70480]: _type = "Task" [ 1247.749833] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.755589] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.755863] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.756037] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.756232] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.756429] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.756611] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.756859] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.757119] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.757361] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.757599] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.757842] env[70480]: DEBUG nova.virt.hardware [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.758897] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7d548e-4acc-4e1a-adc5-ff954673872f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.768084] env[70480]: DEBUG oslo_vmware.api [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.772349] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c70aa2-0937-4761-8da9-faf3014658c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.789060] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.795539] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Creating folder: Project (5ba88b7344a1474c9886d0dab1e898f3). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.795986] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cfdd09d-22e5-4189-b724-f241778d167d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.810203] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Created folder: Project (5ba88b7344a1474c9886d0dab1e898f3) in parent group-v741156. [ 1247.810471] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Creating folder: Instances. Parent ref: group-v741467. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.810811] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea51c385-4758-4ecc-b55b-6adf0be3e5cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.823966] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Created folder: Instances in parent group-v741467. [ 1247.824470] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.824833] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.825227] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be00251-eea9-403a-b4be-c4e8df70311a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.844490] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.844490] env[70480]: value = "task-3723774" [ 1247.844490] env[70480]: _type = "Task" [ 1247.844490] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.857953] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723774, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.004427] env[70480]: DEBUG oslo_vmware.api [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343189} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.005292] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.005292] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.005672] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.005715] env[70480]: INFO nova.compute.manager [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1248.006056] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.009892] env[70480]: DEBUG nova.compute.manager [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.010079] env[70480]: DEBUG nova.network.neutron [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.015506] env[70480]: DEBUG oslo_concurrency.lockutils [None req-6bafb238-5d3f-4a27-bec4-8870a10a5339 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Lock "654d01f6-c970-44a2-a034-5ae73a5d93b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.195s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.037947] env[70480]: DEBUG nova.network.neutron [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.088549] env[70480]: DEBUG nova.compute.manager [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.088776] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.090015] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dad865-310c-416f-a24f-4d4370f688ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.099432] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.099687] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a105441-9e02-4aa0-858f-e457fa9339bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.111105] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1248.111105] env[70480]: value = "task-3723775" [ 1248.111105] env[70480]: _type = "Task" [ 1248.111105] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.127900] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.212910] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e4bc1-66e6-443e-9b06-74be50a423d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.222704] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cdf0cd-677b-4838-9a18-ad15b137e941 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.264031] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f42c6-e1fd-4928-88b6-13a62cc42cc7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.274797] env[70480]: DEBUG oslo_vmware.api [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723771, 'name': PowerOffVM_Task, 'duration_secs': 0.291678} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.277335] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.277527] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.278283] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb5d969-def9-455f-9fd9-15e2d64147ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.280852] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8d841-a0d8-4bb0-96fb-31f4d8c0a507 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.305712] env[70480]: DEBUG nova.compute.provider_tree [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.355765] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723774, 'name': CreateVM_Task, 'duration_secs': 0.426897} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.355979] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.356522] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.356687] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.357086] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.357389] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519700c3-3de2-4bb5-bccf-e58d85c422ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.367107] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1248.367107] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f096e7-7521-abca-2c3d-8fcf2cbe4630" [ 1248.367107] env[70480]: _type = "Task" [ 1248.367107] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.368507] env[70480]: DEBUG nova.network.neutron [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.384178] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52f096e7-7521-abca-2c3d-8fcf2cbe4630, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.384486] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.384820] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.385175] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.385262] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.385516] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.385741] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd321184-6f0e-4ffb-aa2c-8401919331ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.416977] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.416977] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.416977] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2021bbda-262f-477a-922d-96a3036cb92a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.424167] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1248.424167] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b9aa5-ece1-f275-fa8b-ee3f8ca46411" [ 1248.424167] env[70480]: _type = "Task" [ 1248.424167] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.438756] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b9aa5-ece1-f275-fa8b-ee3f8ca46411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.441655] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.442090] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.442408] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore1] 171dccad-477a-4a7e-a6e4-840675a8cd57 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.442799] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-677ae2c8-7fb7-48d1-8a33-db44f6418c05 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.455178] env[70480]: DEBUG oslo_vmware.api [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1248.455178] env[70480]: value = "task-3723777" [ 1248.455178] env[70480]: _type = "Task" [ 1248.455178] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.469090] env[70480]: DEBUG oslo_vmware.api [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.624176] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723775, 'name': PowerOffVM_Task, 'duration_secs': 0.367804} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.624502] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.624671] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.624931] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7a191e3-01f1-4e32-a447-7164fa35b090 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.707038] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.707362] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.707600] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleting the datastore file [datastore1] ee61163f-0e72-4840-8fd7-2f10f8edd1ee {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.707938] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63bcb9b8-7aaa-48f7-ba48-1e8476cb5b3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.717252] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1248.717252] env[70480]: value = "task-3723779" [ 1248.717252] env[70480]: _type = "Task" [ 1248.717252] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.732234] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.804982] env[70480]: DEBUG nova.compute.manager [req-048e6e2a-17a8-44bb-8e5d-be1c117680ea req-9f33ba67-21ad-4667-8b76-5cab851fd317 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Received event network-vif-deleted-edb2272a-cd63-4523-ad35-b2871a3bd831 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.805315] env[70480]: INFO nova.compute.manager [req-048e6e2a-17a8-44bb-8e5d-be1c117680ea req-9f33ba67-21ad-4667-8b76-5cab851fd317 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Neutron deleted interface edb2272a-cd63-4523-ad35-b2871a3bd831; detaching it from the instance and deleting it from the info cache [ 1248.805388] env[70480]: DEBUG nova.network.neutron [req-048e6e2a-17a8-44bb-8e5d-be1c117680ea req-9f33ba67-21ad-4667-8b76-5cab851fd317 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.809620] env[70480]: DEBUG nova.scheduler.client.report [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.875670] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.876046] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Instance network_info: |[{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.876565] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:3d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55b231ba-c656-4a8f-a238-e05b4a70fa8e', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.884682] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating folder: Project (c926ce30b43548c4bdb2c4bff6998756). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.885523] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-070b82ad-c7ad-496d-b67c-c915f176a8a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.898116] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created folder: Project (c926ce30b43548c4bdb2c4bff6998756) in parent group-v741156. [ 1248.898378] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating folder: Instances. Parent ref: group-v741470. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.898635] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78dd8dac-c4c3-4f12-ad82-0ec628e134f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.910375] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created folder: Instances in parent group-v741470. [ 1248.910752] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.911160] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.911637] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff3e8d75-1771-4fa2-85f2-91d0d51e0c63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.939711] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b9aa5-ece1-f275-fa8b-ee3f8ca46411, 'name': SearchDatastore_Task, 'duration_secs': 0.017695} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.941801] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.941801] env[70480]: value = "task-3723782" [ 1248.941801] env[70480]: _type = "Task" [ 1248.941801] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.942115] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5568978c-002c-480b-b996-379399f77b76 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.956165] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723782, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.960946] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1248.960946] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529be7dd-843c-3a00-18c1-851f331a8226" [ 1248.960946] env[70480]: _type = "Task" [ 1248.960946] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.969686] env[70480]: DEBUG oslo_vmware.api [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285958} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.970641] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.970923] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.971256] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.972020] env[70480]: INFO nova.compute.manager [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1248.972020] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.972020] env[70480]: DEBUG nova.compute.manager [-] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.972357] env[70480]: DEBUG nova.network.neutron [-] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.978575] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529be7dd-843c-3a00-18c1-851f331a8226, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.979366] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.979717] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.980066] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b17210-8075-4d74-8646-bd1fcfb69ab8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.990957] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1248.990957] env[70480]: value = "task-3723783" [ 1248.990957] env[70480]: _type = "Task" [ 1248.990957] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.999876] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.230494] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.279516] env[70480]: DEBUG nova.network.neutron [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.309864] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8227adf5-b441-48a7-8800-a26a4a9df1ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.315713] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.329504] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b0e79-ddda-4a9b-8b75-5b87b5be2414 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.348815] env[70480]: INFO nova.scheduler.client.report [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Deleted allocations for instance 71a50fbd-1909-4c11-a367-b5e30dcc2d4e [ 1249.372477] env[70480]: DEBUG nova.compute.manager [req-048e6e2a-17a8-44bb-8e5d-be1c117680ea req-9f33ba67-21ad-4667-8b76-5cab851fd317 service nova] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Detach interface failed, port_id=edb2272a-cd63-4523-ad35-b2871a3bd831, reason: Instance 10f81081-a7b2-4022-bd6d-5f01273908f6 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.461568] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723782, 'name': CreateVM_Task} progress is 25%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.502043] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723783, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.728982] env[70480]: DEBUG oslo_vmware.api [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521414} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.729270] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.729463] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.729644] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.729816] env[70480]: INFO nova.compute.manager [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1249.730070] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.730275] env[70480]: DEBUG nova.compute.manager [-] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.730391] env[70480]: DEBUG nova.network.neutron [-] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.781811] env[70480]: INFO nova.compute.manager [-] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Took 1.77 seconds to deallocate network for instance. [ 1249.804386] env[70480]: DEBUG nova.network.neutron [-] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.857682] env[70480]: DEBUG oslo_concurrency.lockutils [None req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Lock "71a50fbd-1909-4c11-a367-b5e30dcc2d4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.452s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.961383] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723782, 'name': CreateVM_Task, 'duration_secs': 0.648792} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.965457] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.966927] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.967502] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.968373] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.968897] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22eacfa3-4d68-45db-a24a-605eb2c5a4f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.977249] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1249.977249] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525b93fd-3064-fd8d-5043-6eca253cff78" [ 1249.977249] env[70480]: _type = "Task" [ 1249.977249] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.988934] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525b93fd-3064-fd8d-5043-6eca253cff78, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.989331] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.989624] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.989989] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.990211] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.991289] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.991517] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2701e46a-10d3-4246-b47a-faa6e1808bf5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.002835] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571277} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.003143] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.003411] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.004606] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04758c60-135e-4453-ba2a-c9e220dae4bd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.006658] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.006876] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.007578] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c56c2a-8797-4003-88cc-681e2dd6a85f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.013814] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1250.013814] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523d7fe9-103f-caf6-a610-e9df57eec694" [ 1250.013814] env[70480]: _type = "Task" [ 1250.013814] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.015297] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1250.015297] env[70480]: value = "task-3723785" [ 1250.015297] env[70480]: _type = "Task" [ 1250.015297] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.028610] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523d7fe9-103f-caf6-a610-e9df57eec694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.032178] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.292707] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.293166] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.293394] env[70480]: DEBUG nova.objects.instance [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'resources' on Instance uuid 10f81081-a7b2-4022-bd6d-5f01273908f6 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.306937] env[70480]: INFO nova.compute.manager [-] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Took 1.33 seconds to deallocate network for instance. [ 1250.466299] env[70480]: DEBUG nova.network.neutron [-] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.529287] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523d7fe9-103f-caf6-a610-e9df57eec694, 'name': SearchDatastore_Task, 'duration_secs': 0.029824} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.532639] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141102} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.532867] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3842c29a-3fbe-4e9e-ba72-820f149fa65c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.535628] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.535965] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb44987a-5f24-4add-b7f2-6803f795c214 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.541853] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1250.541853] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6bdcc-3646-9246-f5f1-f33c34311953" [ 1250.541853] env[70480]: _type = "Task" [ 1250.541853] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.557848] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.562032] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a60291-b5b0-4dfa-8564-e1b6eae00919 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.584040] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6bdcc-3646-9246-f5f1-f33c34311953, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.585626] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.585926] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62/963f7583-99aa-48fe-9aa8-26316d270d62.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.586424] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1250.586424] env[70480]: value = "task-3723787" [ 1250.586424] env[70480]: _type = "Task" [ 1250.586424] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.586645] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00710b06-516f-4367-a0d9-4053675619f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.596527] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1250.596527] env[70480]: value = "task-3723788" [ 1250.596527] env[70480]: _type = "Task" [ 1250.596527] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.605290] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.614117] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.813062] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.866208] env[70480]: DEBUG nova.compute.manager [req-4710ab99-32dd-4e25-955e-8d2e341b16d4 req-3ad3d85f-0270-447b-9f29-b6b58047d1e4 service nova] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Received event network-vif-deleted-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.866208] env[70480]: DEBUG nova.compute.manager [req-4710ab99-32dd-4e25-955e-8d2e341b16d4 req-3ad3d85f-0270-447b-9f29-b6b58047d1e4 service nova] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Received event network-vif-deleted-e63c2631-ea86-4c38-bc2a-15c6cc4de19c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.969416] env[70480]: INFO nova.compute.manager [-] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Took 1.24 seconds to deallocate network for instance. [ 1250.977919] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca48686-d4b6-48ee-afb7-2d30cb7e3deb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.988517] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f051e726-5b90-4cba-82ff-93d73e37b230 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.031251] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfcda21-a4f8-4eee-abcf-bad8b326b4b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.041878] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e987a8-7dc1-44a9-82e4-2cb10d0272d8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.059908] env[70480]: DEBUG nova.compute.provider_tree [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.100688] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723787, 'name': ReconfigVM_Task, 'duration_secs': 0.426445} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.104625] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.106623] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e9e87f7-3efb-4110-9ee3-2b5055d6c1ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.114839] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4986} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.116463] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62/963f7583-99aa-48fe-9aa8-26316d270d62.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.116777] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.117136] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1251.117136] env[70480]: value = "task-3723789" [ 1251.117136] env[70480]: _type = "Task" [ 1251.117136] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.119459] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0f1e6c4-9fe1-4d23-8910-f09d86840db9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.129355] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723789, 'name': Rename_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.131100] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1251.131100] env[70480]: value = "task-3723790" [ 1251.131100] env[70480]: _type = "Task" [ 1251.131100] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.143628] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.482675] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.564568] env[70480]: DEBUG nova.scheduler.client.report [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.629864] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723789, 'name': Rename_Task, 'duration_secs': 0.151315} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.630178] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.630432] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f4efc7-a707-45ea-ac76-32c6a9006dfc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.640504] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079406} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.641686] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.642042] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1251.642042] env[70480]: value = "task-3723791" [ 1251.642042] env[70480]: _type = "Task" [ 1251.642042] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.642731] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea51882-7c0e-4c4b-808e-7392f0ec1cff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.672020] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62/963f7583-99aa-48fe-9aa8-26316d270d62.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.672361] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.672594] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab314f4-e182-4db9-882a-d328b3bf7838 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.693591] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1251.693591] env[70480]: value = "task-3723792" [ 1251.693591] env[70480]: _type = "Task" [ 1251.693591] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.704379] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.070478] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.073155] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.260s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.073333] env[70480]: DEBUG nova.objects.instance [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lazy-loading 'resources' on Instance uuid 171dccad-477a-4a7e-a6e4-840675a8cd57 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.095030] env[70480]: INFO nova.scheduler.client.report [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted allocations for instance 10f81081-a7b2-4022-bd6d-5f01273908f6 [ 1252.161927] env[70480]: DEBUG oslo_vmware.api [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723791, 'name': PowerOnVM_Task, 'duration_secs': 0.484356} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.162957] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.163213] env[70480]: INFO nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Took 4.44 seconds to spawn the instance on the hypervisor. [ 1252.163397] env[70480]: DEBUG nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1252.164306] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208d6f2-24d3-4a5c-bada-74cd7bd217f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.204862] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723792, 'name': ReconfigVM_Task, 'duration_secs': 0.287806} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.205301] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62/963f7583-99aa-48fe-9aa8-26316d270d62.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.205866] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aa6016f-f377-4359-b7c4-82e9225e38da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.214112] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1252.214112] env[70480]: value = "task-3723793" [ 1252.214112] env[70480]: _type = "Task" [ 1252.214112] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.224882] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723793, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.605216] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e527a453-84d4-4436-b621-091c696fc23e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "10f81081-a7b2-4022-bd6d-5f01273908f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.263s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.692161] env[70480]: INFO nova.compute.manager [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Took 9.32 seconds to build instance. [ 1252.728394] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723793, 'name': Rename_Task, 'duration_secs': 0.166029} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.728871] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.728990] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b3971b1-18ce-434a-b8a0-95f2eb639eec {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.732976] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e202a78-e299-4149-9d00-f8c91dbe8e91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.737237] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1252.737237] env[70480]: value = "task-3723795" [ 1252.737237] env[70480]: _type = "Task" [ 1252.737237] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.743434] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afa88c3-76e7-4035-82e8-6d461288eadb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.750116] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.779976] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef28718-bb6e-4b29-ab9f-5aee9cfe49dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.794356] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544b13d3-1804-47a8-a37e-db6572136be0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.810448] env[70480]: DEBUG nova.compute.provider_tree [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.195374] env[70480]: DEBUG oslo_concurrency.lockutils [None req-dcce073e-5c8f-4a84-9c56-b5eb6522f274 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.836s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.249772] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.289581] env[70480]: INFO nova.compute.manager [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Rebuilding instance [ 1253.313838] env[70480]: DEBUG nova.scheduler.client.report [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.338114] env[70480]: DEBUG nova.compute.manager [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.339335] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903d683-e6be-41c8-8877-d1c67c91815a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.748629] env[70480]: DEBUG oslo_vmware.api [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723795, 'name': PowerOnVM_Task, 'duration_secs': 0.532584} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.748968] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.749154] env[70480]: INFO nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1253.749332] env[70480]: DEBUG nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.750134] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88547d55-4167-4e48-b198-49f656ef1796 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.825049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.828032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.345s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.828032] env[70480]: DEBUG nova.objects.instance [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lazy-loading 'resources' on Instance uuid ee61163f-0e72-4840-8fd7-2f10f8edd1ee {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.843535] env[70480]: INFO nova.scheduler.client.report [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted allocations for instance 171dccad-477a-4a7e-a6e4-840675a8cd57 [ 1254.269040] env[70480]: INFO nova.compute.manager [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 14.66 seconds to build instance. [ 1254.342459] env[70480]: DEBUG nova.compute.manager [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1254.355028] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.355406] env[70480]: DEBUG oslo_concurrency.lockutils [None req-580e83d7-c7f5-4c0e-a4a5-4c8e75b2a63b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "171dccad-477a-4a7e-a6e4-840675a8cd57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.132s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.359212] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5062d6e-f844-40e5-9cdd-722379b7a05e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.370919] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.370919] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.370919] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1254.370919] env[70480]: value = "task-3723797" [ 1254.370919] env[70480]: _type = "Task" [ 1254.370919] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.384577] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.499111] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9a1e6-2805-4f4d-bcf0-4cef7635eb55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.507256] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b30c526-9cc4-42af-a390-bb6e16a4df3d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.538203] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98dcfbc-4894-4f60-83b6-224f94739196 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.546459] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8248f07-eaeb-4fb3-921c-d0aab9233ee0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.561398] env[70480]: DEBUG nova.compute.provider_tree [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.770774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cf787749-1d7e-4356-9b37-21dce0d062bb tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.588s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.863015] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.882378] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723797, 'name': PowerOffVM_Task, 'duration_secs': 0.124867} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.882645] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.882879] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.883680] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b795d1a-09d8-4084-884e-d4884e4f9986 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.891393] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.891637] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08f7d587-d08d-49e3-95e6-8639234d5ee7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.919256] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.919256] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.919437] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Deleting the datastore file [datastore2] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.919640] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd9137be-9bf7-491b-aa38-12018a388625 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.928394] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1254.928394] env[70480]: value = "task-3723800" [ 1254.928394] env[70480]: _type = "Task" [ 1254.928394] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.941649] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.956073] env[70480]: DEBUG nova.compute.manager [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Received event network-changed-55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.956285] env[70480]: DEBUG nova.compute.manager [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Refreshing instance network info cache due to event network-changed-55b231ba-c656-4a8f-a238-e05b4a70fa8e. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.956550] env[70480]: DEBUG oslo_concurrency.lockutils [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.956707] env[70480]: DEBUG oslo_concurrency.lockutils [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.956867] env[70480]: DEBUG nova.network.neutron [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Refreshing network info cache for port 55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.064886] env[70480]: DEBUG nova.scheduler.client.report [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.440018] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097339} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.440905] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.440905] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.440905] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.572212] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.574565] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.714s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.596151] env[70480]: INFO nova.scheduler.client.report [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleted allocations for instance ee61163f-0e72-4840-8fd7-2f10f8edd1ee [ 1255.697648] env[70480]: DEBUG nova.network.neutron [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updated VIF entry in instance network info cache for port 55b231ba-c656-4a8f-a238-e05b4a70fa8e. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.698105] env[70480]: DEBUG nova.network.neutron [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.079428] env[70480]: INFO nova.compute.claims [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.106666] env[70480]: DEBUG oslo_concurrency.lockutils [None req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ee61163f-0e72-4840-8fd7-2f10f8edd1ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.528s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.201061] env[70480]: DEBUG oslo_concurrency.lockutils [req-fd47cf7a-d781-4590-8e0d-4336234f49a2 req-556c4249-c325-48ba-94ca-a936c3ee20a6 service nova] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.368800] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.465292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.465292] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.465558] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "ed93d8df-39f6-4ca0-a166-667a0dd31359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.466148] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.466148] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.468487] env[70480]: INFO nova.compute.manager [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Terminating instance [ 1256.483764] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.484050] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.484213] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.484421] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.484656] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.484796] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.485029] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.485238] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.485419] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.485587] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.485759] env[70480]: DEBUG nova.virt.hardware [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.487055] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c4977f-e6b5-4f18-ab4f-1e23148364e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.499043] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c4082-fbd1-49b3-b8f9-d55652256979 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.514926] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.520869] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.521112] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.521713] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b26d7612-7585-446b-b918-5281b74567c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.539932] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.539932] env[70480]: value = "task-3723802" [ 1256.539932] env[70480]: _type = "Task" [ 1256.539932] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.549485] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723802, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.586294] env[70480]: INFO nova.compute.resource_tracker [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating resource usage from migration 0ba6d98f-ebf9-49a6-8fbb-71fd3fe354e6 [ 1256.721326] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7905f6-67bf-4c85-bd81-b9f7132e645d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.729333] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef47f2-76af-45bc-889d-d201bd6db084 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.759535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "71435f12-edb7-45f3-9633-0615475702db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.759736] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "71435f12-edb7-45f3-9633-0615475702db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.759940] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "71435f12-edb7-45f3-9633-0615475702db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.760137] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "71435f12-edb7-45f3-9633-0615475702db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.760307] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "71435f12-edb7-45f3-9633-0615475702db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.762710] env[70480]: INFO nova.compute.manager [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Terminating instance [ 1256.764458] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba9278-1fc2-4189-b1cf-d398a2c88a3d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.774076] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a6ae67-1627-46a5-bf77-0c39f0e686f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.788714] env[70480]: DEBUG nova.compute.provider_tree [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.973852] env[70480]: DEBUG nova.compute.manager [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.974128] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.975093] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69459d45-c579-421f-a261-f14eff8f3c7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.985745] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.986055] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f3bd767-e8fa-4204-8269-ff733844fcc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.993497] env[70480]: DEBUG oslo_vmware.api [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1256.993497] env[70480]: value = "task-3723804" [ 1256.993497] env[70480]: _type = "Task" [ 1256.993497] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.002733] env[70480]: DEBUG oslo_vmware.api [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.052072] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723802, 'name': CreateVM_Task, 'duration_secs': 0.453374} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.052276] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.052701] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.052874] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.053246] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.053527] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2425b856-44c3-4c9d-a2d0-a86b92b8a1da {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.059612] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1257.059612] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bf4d02-166a-03e8-b000-81ad513ab171" [ 1257.059612] env[70480]: _type = "Task" [ 1257.059612] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.068968] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bf4d02-166a-03e8-b000-81ad513ab171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.270152] env[70480]: DEBUG nova.compute.manager [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.270526] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.271338] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a29c00-018d-4e14-abbe-c363e5366d2b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.279219] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.279530] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f49efce-1334-4a91-99ac-e6079792b56c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.286502] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 1257.286502] env[70480]: value = "task-3723805" [ 1257.286502] env[70480]: _type = "Task" [ 1257.286502] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.292055] env[70480]: DEBUG nova.scheduler.client.report [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.299139] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.504240] env[70480]: DEBUG oslo_vmware.api [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723804, 'name': PowerOffVM_Task, 'duration_secs': 0.422774} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.504572] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.504762] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.505038] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27555f7-b911-483a-99bb-5f4a997ee354 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.573114] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bf4d02-166a-03e8-b000-81ad513ab171, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.574676] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.574931] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.575281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.575500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.575826] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.575934] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.576109] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.576280] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleting the datastore file [datastore1] ed93d8df-39f6-4ca0-a166-667a0dd31359 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.576588] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f1f229-dda4-4927-b51c-fc3f4049d529 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.578629] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270e2ebd-9fd3-47b6-abc4-493b87f18b14 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.586922] env[70480]: DEBUG oslo_vmware.api [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1257.586922] env[70480]: value = "task-3723807" [ 1257.586922] env[70480]: _type = "Task" [ 1257.586922] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.589683] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.589683] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.592665] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67baba1-042c-4e15-94aa-e15011e0f0d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.598396] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1257.598396] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d30dec-bcfd-7340-9b20-9684d5069098" [ 1257.598396] env[70480]: _type = "Task" [ 1257.598396] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.601880] env[70480]: DEBUG oslo_vmware.api [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.611771] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52d30dec-bcfd-7340-9b20-9684d5069098, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.613155] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a69e23-0aa8-4ccf-958c-0e1bf54a32b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.623520] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1257.623520] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521c9798-619e-c741-0317-08364c1c5224" [ 1257.623520] env[70480]: _type = "Task" [ 1257.623520] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.635413] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521c9798-619e-c741-0317-08364c1c5224, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.635511] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.635877] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.636211] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db242c62-4c28-4e36-a467-0f3dfcc1eaac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.643276] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1257.643276] env[70480]: value = "task-3723808" [ 1257.643276] env[70480]: _type = "Task" [ 1257.643276] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.652642] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.796098] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723805, 'name': PowerOffVM_Task, 'duration_secs': 0.225236} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.796418] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.796683] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.796976] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332840e0-965a-4fe6-90c7-816f3f097963 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.800416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.800660] env[70480]: INFO nova.compute.manager [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Migrating [ 1257.870659] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.870823] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.871107] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Deleting the datastore file [datastore1] 71435f12-edb7-45f3-9633-0615475702db {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.871434] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7a234b0-c50e-401c-aec4-0c0f2f606453 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.878435] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for the task: (returnval){ [ 1257.878435] env[70480]: value = "task-3723810" [ 1257.878435] env[70480]: _type = "Task" [ 1257.878435] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.889598] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.100265] env[70480]: DEBUG oslo_vmware.api [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189232} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.100648] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.100936] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.101120] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.101313] env[70480]: INFO nova.compute.manager [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1258.101614] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.101831] env[70480]: DEBUG nova.compute.manager [-] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.101926] env[70480]: DEBUG nova.network.neutron [-] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.121109] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.121109] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.121333] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.121454] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.121677] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.124365] env[70480]: INFO nova.compute.manager [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Terminating instance [ 1258.156137] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723808, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.317021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.317373] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.317433] env[70480]: DEBUG nova.network.neutron [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.362751] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.368882] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.369166] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.369375] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.369573] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.389593] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.394987] env[70480]: DEBUG nova.compute.manager [req-3c978bb9-4421-4d09-a982-39d078faea31 req-a17448bd-16b8-46cc-8e64-141c0353029f service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Received event network-vif-deleted-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.395124] env[70480]: INFO nova.compute.manager [req-3c978bb9-4421-4d09-a982-39d078faea31 req-a17448bd-16b8-46cc-8e64-141c0353029f service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Neutron deleted interface f5c4fd06-dec9-4974-9d6b-95cf7debc1f6; detaching it from the instance and deleting it from the info cache [ 1258.395266] env[70480]: DEBUG nova.network.neutron [req-3c978bb9-4421-4d09-a982-39d078faea31 req-a17448bd-16b8-46cc-8e64-141c0353029f service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.629348] env[70480]: DEBUG nova.compute.manager [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.629612] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.630556] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8aa593-cf7a-40e6-b296-7d2517b39725 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.639416] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.640062] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba281050-01d6-48b1-87db-d53cd00d057b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.649332] env[70480]: DEBUG oslo_vmware.api [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1258.649332] env[70480]: value = "task-3723811" [ 1258.649332] env[70480]: _type = "Task" [ 1258.649332] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.656711] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563757} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.657383] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.657668] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.657940] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-436440c6-7324-4b55-8f21-73f120dfd667 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.663056] env[70480]: DEBUG oslo_vmware.api [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.668935] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1258.668935] env[70480]: value = "task-3723812" [ 1258.668935] env[70480]: _type = "Task" [ 1258.668935] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.678946] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.876210] env[70480]: DEBUG nova.network.neutron [-] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.891915] env[70480]: DEBUG oslo_vmware.api [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Task: {'id': task-3723810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598096} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.892889] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.893135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.893360] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.893569] env[70480]: INFO nova.compute.manager [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] [instance: 71435f12-edb7-45f3-9633-0615475702db] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1258.893845] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.894468] env[70480]: DEBUG nova.compute.manager [-] [instance: 71435f12-edb7-45f3-9633-0615475702db] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.894714] env[70480]: DEBUG nova.network.neutron [-] [instance: 71435f12-edb7-45f3-9633-0615475702db] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.897437] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-539eb2a4-fd44-4a67-8049-32688a16b618 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.909181] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c4f8d-2fb2-484e-b246-053308376cf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.941842] env[70480]: DEBUG nova.compute.manager [req-3c978bb9-4421-4d09-a982-39d078faea31 req-a17448bd-16b8-46cc-8e64-141c0353029f service nova] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Detach interface failed, port_id=f5c4fd06-dec9-4974-9d6b-95cf7debc1f6, reason: Instance ed93d8df-39f6-4ca0-a166-667a0dd31359 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.162027] env[70480]: DEBUG oslo_vmware.api [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723811, 'name': PowerOffVM_Task, 'duration_secs': 0.375369} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.162339] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.162514] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.162777] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515776f8-cbf0-43ae-b1ca-2e5df8d18e65 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.178838] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226737} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.179295] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.180153] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d183f7-eefe-4cc7-944d-ebef5f2e7a87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.201901] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.203106] env[70480]: DEBUG nova.network.neutron [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.204334] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6089095-5c87-4efb-b1af-eda40d2dad8d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.222889] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.235991] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1259.235991] env[70480]: value = "task-3723814" [ 1259.235991] env[70480]: _type = "Task" [ 1259.235991] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.245314] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.245314] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.245633] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleting the datastore file [datastore2] 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.246895] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f57c176-4590-4329-ae6f-a5f2a91f48cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.253325] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.261022] env[70480]: DEBUG oslo_vmware.api [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for the task: (returnval){ [ 1259.261022] env[70480]: value = "task-3723815" [ 1259.261022] env[70480]: _type = "Task" [ 1259.261022] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.272018] env[70480]: DEBUG oslo_vmware.api [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.367207] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.379914] env[70480]: INFO nova.compute.manager [-] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Took 1.28 seconds to deallocate network for instance. [ 1259.749426] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723814, 'name': ReconfigVM_Task, 'duration_secs': 0.488045} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.749830] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0/2fca2b37-4db5-4d5f-86b2-4be2249cbed0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.750515] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99cbdd96-a33d-4702-a76c-74e08b72ad23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.761905] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1259.761905] env[70480]: value = "task-3723816" [ 1259.761905] env[70480]: _type = "Task" [ 1259.761905] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.776515] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723816, 'name': Rename_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.779930] env[70480]: DEBUG oslo_vmware.api [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Task: {'id': task-3723815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324811} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.780294] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.780690] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.780976] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.781198] env[70480]: INFO nova.compute.manager [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1259.781454] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.781657] env[70480]: DEBUG nova.compute.manager [-] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.781989] env[70480]: DEBUG nova.network.neutron [-] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.873243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.873363] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.873538] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.873707] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.874827] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5429e1-71c0-46ff-a18c-a294bda5a61c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.885613] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c11b224-a080-43be-b998-b4358074509f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.891092] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.891417] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.891639] env[70480]: DEBUG nova.objects.instance [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lazy-loading 'resources' on Instance uuid ed93d8df-39f6-4ca0-a166-667a0dd31359 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.904551] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15a4a4-f822-4dc3-992b-7f62c663ea86 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.915363] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd8bcf2-c84c-469b-93f5-e55ab1f4cd5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.947626] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179046MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1259.947626] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.970804] env[70480]: DEBUG nova.network.neutron [-] [instance: 71435f12-edb7-45f3-9633-0615475702db] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.277058] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723816, 'name': Rename_Task, 'duration_secs': 0.153582} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.277366] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.277732] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17471473-1048-4a99-8530-12bfec9ffef9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.284852] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1260.284852] env[70480]: value = "task-3723817" [ 1260.284852] env[70480]: _type = "Task" [ 1260.284852] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.293462] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.456402] env[70480]: DEBUG nova.compute.manager [req-a2c76ea6-0101-46db-aa7a-e21e1dab3b3d req-7732de21-3df4-40fa-808d-8c5d34392694 service nova] [instance: 71435f12-edb7-45f3-9633-0615475702db] Received event network-vif-deleted-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.456731] env[70480]: DEBUG nova.compute.manager [req-a2c76ea6-0101-46db-aa7a-e21e1dab3b3d req-7732de21-3df4-40fa-808d-8c5d34392694 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Received event network-vif-deleted-a65eabf0-706a-472f-9179-42146aa0bb93 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.457024] env[70480]: INFO nova.compute.manager [req-a2c76ea6-0101-46db-aa7a-e21e1dab3b3d req-7732de21-3df4-40fa-808d-8c5d34392694 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Neutron deleted interface a65eabf0-706a-472f-9179-42146aa0bb93; detaching it from the instance and deleting it from the info cache [ 1260.457235] env[70480]: DEBUG nova.network.neutron [req-a2c76ea6-0101-46db-aa7a-e21e1dab3b3d req-7732de21-3df4-40fa-808d-8c5d34392694 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.476610] env[70480]: INFO nova.compute.manager [-] [instance: 71435f12-edb7-45f3-9633-0615475702db] Took 1.58 seconds to deallocate network for instance. [ 1260.593264] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f493d26f-ded0-4abb-8b63-00c257d65abe {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.605698] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e6138-d4fc-489e-8dc0-6f6f3a38a392 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.641766] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31546df-5056-4ec2-8c00-ee975c8a7204 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.655447] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6e6fb-59fa-4791-ae46-2a3e9c9a59bf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.672514] env[70480]: DEBUG nova.compute.provider_tree [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.718438] env[70480]: DEBUG nova.network.neutron [-] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.742293] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95153de-151a-455a-b56b-593fed6c04b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.764206] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.795454] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723817, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.960561] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e6f48a-8af5-49dd-93ee-4ca30432cf8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.975201] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e54871-2d4e-4ecb-bb80-f153ae315cf7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.987812] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.010984] env[70480]: DEBUG nova.compute.manager [req-a2c76ea6-0101-46db-aa7a-e21e1dab3b3d req-7732de21-3df4-40fa-808d-8c5d34392694 service nova] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Detach interface failed, port_id=a65eabf0-706a-472f-9179-42146aa0bb93, reason: Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.176573] env[70480]: DEBUG nova.scheduler.client.report [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.221749] env[70480]: INFO nova.compute.manager [-] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Took 1.44 seconds to deallocate network for instance. [ 1261.270695] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.271356] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1b2559-bf2c-44ba-a1d8-77685c1e1dde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.281942] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1261.281942] env[70480]: value = "task-3723818" [ 1261.281942] env[70480]: _type = "Task" [ 1261.281942] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.298076] env[70480]: DEBUG oslo_vmware.api [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723817, 'name': PowerOnVM_Task, 'duration_secs': 0.752533} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.302118] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.302421] env[70480]: DEBUG nova.compute.manager [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.302781] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.303540] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a0d9b4-58b9-495d-ba7b-51ec15440ddb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.682362] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.684772] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.738s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.707031] env[70480]: INFO nova.scheduler.client.report [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleted allocations for instance ed93d8df-39f6-4ca0-a166-667a0dd31359 [ 1261.729427] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.792219] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723818, 'name': PowerOffVM_Task, 'duration_secs': 0.278642} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.792472] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.792685] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.821433] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.081283] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.081570] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.081785] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.081964] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.082157] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.084526] env[70480]: INFO nova.compute.manager [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Terminating instance [ 1262.218242] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "ed93d8df-39f6-4ca0-a166-667a0dd31359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.299483] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.299789] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.299996] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.300311] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.300556] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.300797] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.301128] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.301372] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.301630] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.301888] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.302171] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.310877] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ed38a6-836a-4e0d-b7cd-3be4f72e5a1e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.336560] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1262.336560] env[70480]: value = "task-3723819" [ 1262.336560] env[70480]: _type = "Task" [ 1262.336560] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.349450] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.590399] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "refresh_cache-2fca2b37-4db5-4d5f-86b2-4be2249cbed0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.591044] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquired lock "refresh_cache-2fca2b37-4db5-4d5f-86b2-4be2249cbed0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.591044] env[70480]: DEBUG nova.network.neutron [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.697626] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Applying migration context for instance 46078b13-398e-4026-8c76-3a23f359e200 as it has an incoming, in-progress migration 0ba6d98f-ebf9-49a6-8fbb-71fd3fe354e6. Migration status is migrating {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1262.698756] env[70480]: INFO nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating resource usage from migration 0ba6d98f-ebf9-49a6-8fbb-71fd3fe354e6 [ 1262.718688] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1262.718798] env[70480]: WARNING nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 71435f12-edb7-45f3-9633-0615475702db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1262.718930] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c0fd9e28-190a-48f1-90f3-ec940227a553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.719072] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 5237a377-519c-48ee-822b-9c9d2455e453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.719192] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 963f7583-99aa-48fe-9aa8-26316d270d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.719307] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 2fca2b37-4db5-4d5f-86b2-4be2249cbed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.719418] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Migration 0ba6d98f-ebf9-49a6-8fbb-71fd3fe354e6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1262.719527] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 46078b13-398e-4026-8c76-3a23f359e200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.719737] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1262.719882] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1262.842372] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384e60e-eb27-4dfe-8967-3973b86d5fff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.853226] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b6407-c258-4e91-9d18-92c79b4a84ef {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.856723] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723819, 'name': ReconfigVM_Task, 'duration_secs': 0.429048} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.857079] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.891948] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed53bfe-ba57-44d8-8cb6-20450482cd58 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.899994] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fa3dc7-853f-4874-aa74-af81a9d6244c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.915603] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.112864] env[70480]: DEBUG nova.network.neutron [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.162632] env[70480]: DEBUG nova.network.neutron [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.188622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "5237a377-519c-48ee-822b-9c9d2455e453" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.188885] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.189132] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "5237a377-519c-48ee-822b-9c9d2455e453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.189322] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.189491] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.191579] env[70480]: INFO nova.compute.manager [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Terminating instance [ 1263.364181] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.364381] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.364545] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.364762] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.364917] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.365079] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.365299] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.365473] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.365647] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.365813] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.365987] env[70480]: DEBUG nova.virt.hardware [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.372010] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.372333] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6a4361-07eb-4b7c-b953-5b35aa14c2d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.394159] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1263.394159] env[70480]: value = "task-3723820" [ 1263.394159] env[70480]: _type = "Task" [ 1263.394159] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.405913] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.419248] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.665725] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Releasing lock "refresh_cache-2fca2b37-4db5-4d5f-86b2-4be2249cbed0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.666194] env[70480]: DEBUG nova.compute.manager [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.666395] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.667412] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f15a939-32b4-4e06-bced-7a0fa3b10d8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.675437] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.675694] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a69a35b-79ef-4b8e-846a-b85c649ab2c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.682299] env[70480]: DEBUG oslo_vmware.api [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1263.682299] env[70480]: value = "task-3723821" [ 1263.682299] env[70480]: _type = "Task" [ 1263.682299] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.690726] env[70480]: DEBUG oslo_vmware.api [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.695486] env[70480]: DEBUG nova.compute.manager [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.695680] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.696859] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd008dc-bc10-44e4-a182-d23de4cb6f19 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.704191] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.704585] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c5daa5-5ec8-415d-8aec-b4c9a35cc94a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.711304] env[70480]: DEBUG oslo_vmware.api [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1263.711304] env[70480]: value = "task-3723822" [ 1263.711304] env[70480]: _type = "Task" [ 1263.711304] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.719988] env[70480]: DEBUG oslo_vmware.api [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.905899] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723820, 'name': ReconfigVM_Task, 'duration_secs': 0.168559} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.906206] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.907075] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c4dcbf-ca12-478c-aea5-fa161142d1b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.930923] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 46078b13-398e-4026-8c76-3a23f359e200/46078b13-398e-4026-8c76-3a23f359e200.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.931664] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1263.931857] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.247s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.932098] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706f5c15-be35-45c4-abdd-1e0a17ad33f1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.945333] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.958s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.945544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.947688] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.218s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.947936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.949711] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.129s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.949909] env[70480]: DEBUG nova.objects.instance [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1263.961434] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1263.961434] env[70480]: value = "task-3723823" [ 1263.961434] env[70480]: _type = "Task" [ 1263.961434] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.970370] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.973394] env[70480]: INFO nova.scheduler.client.report [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Deleted allocations for instance 71435f12-edb7-45f3-9633-0615475702db [ 1263.975106] env[70480]: INFO nova.scheduler.client.report [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Deleted allocations for instance 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b [ 1264.193391] env[70480]: DEBUG oslo_vmware.api [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723821, 'name': PowerOffVM_Task, 'duration_secs': 0.124624} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.193679] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.193858] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.194144] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae9859dd-f548-4de7-82fb-744b6150e2af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.222922] env[70480]: DEBUG oslo_vmware.api [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723822, 'name': PowerOffVM_Task, 'duration_secs': 0.193065} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.224500] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.224733] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.225034] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.225233] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.225418] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Deleting the datastore file [datastore1] 2fca2b37-4db5-4d5f-86b2-4be2249cbed0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.225699] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-299648c0-f247-407e-ab8b-724da56fd75c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.227772] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-674006f6-eb21-4ff1-a052-7eeffd3b50a8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.236214] env[70480]: DEBUG oslo_vmware.api [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for the task: (returnval){ [ 1264.236214] env[70480]: value = "task-3723826" [ 1264.236214] env[70480]: _type = "Task" [ 1264.236214] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.246822] env[70480]: DEBUG oslo_vmware.api [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.305151] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.305151] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.305151] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleting the datastore file [datastore1] 5237a377-519c-48ee-822b-9c9d2455e453 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.305412] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1abca6e7-3493-4acf-953f-0486c3078725 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.311666] env[70480]: DEBUG oslo_vmware.api [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for the task: (returnval){ [ 1264.311666] env[70480]: value = "task-3723827" [ 1264.311666] env[70480]: _type = "Task" [ 1264.311666] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.320318] env[70480]: DEBUG oslo_vmware.api [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.470530] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723823, 'name': ReconfigVM_Task, 'duration_secs': 0.303923} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.470822] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 46078b13-398e-4026-8c76-3a23f359e200/46078b13-398e-4026-8c76-3a23f359e200.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.471103] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.485314] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c0729009-a0b6-44ae-9c46-32036eac7101 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Lock "71435f12-edb7-45f3-9633-0615475702db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.725s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.485704] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Lock "2ec7007f-a374-4518-ab1b-aa1f3cbcf14b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.365s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.750581] env[70480]: DEBUG oslo_vmware.api [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Task: {'id': task-3723826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099263} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.752590] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.752590] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.752590] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.753172] env[70480]: INFO nova.compute.manager [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1264.753780] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.755026] env[70480]: DEBUG nova.compute.manager [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.755026] env[70480]: DEBUG nova.network.neutron [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.777161] env[70480]: DEBUG nova.network.neutron [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.827600] env[70480]: DEBUG oslo_vmware.api [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Task: {'id': task-3723827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146582} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.827600] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.827894] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.827974] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.828163] env[70480]: INFO nova.compute.manager [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1264.828394] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.829270] env[70480]: DEBUG nova.compute.manager [-] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.829270] env[70480]: DEBUG nova.network.neutron [-] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.961321] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c685664b-ba1a-4040-9cb3-702dfdbf51c2 tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.978086] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ceb2cf-e21e-4811-85a5-c0438c2dea01 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.002488] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15c38d-d850-4b8f-ab9e-8a185a203518 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.027749] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.280022] env[70480]: DEBUG nova.network.neutron [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.467243] env[70480]: DEBUG nova.compute.manager [req-e41816ed-85bc-48f1-95ac-9e4b3049ea3e req-c53ca159-7493-4fd3-85ce-6280ef44baa6 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Received event network-vif-deleted-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.467443] env[70480]: INFO nova.compute.manager [req-e41816ed-85bc-48f1-95ac-9e4b3049ea3e req-c53ca159-7493-4fd3-85ce-6280ef44baa6 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Neutron deleted interface 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c; detaching it from the instance and deleting it from the info cache [ 1265.467639] env[70480]: DEBUG nova.network.neutron [req-e41816ed-85bc-48f1-95ac-9e4b3049ea3e req-c53ca159-7493-4fd3-85ce-6280ef44baa6 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.611270] env[70480]: DEBUG nova.network.neutron [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Port e5bed296-97b6-44bb-9c72-80ab0cac4489 binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1265.783372] env[70480]: INFO nova.compute.manager [-] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Took 1.03 seconds to deallocate network for instance. [ 1265.952564] env[70480]: DEBUG nova.network.neutron [-] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.971208] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-364f161f-929c-459a-a732-5cadf664813c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.981665] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66643b88-4ae5-4e8a-9dd0-f8b06c3d00e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.010059] env[70480]: DEBUG nova.compute.manager [req-e41816ed-85bc-48f1-95ac-9e4b3049ea3e req-c53ca159-7493-4fd3-85ce-6280ef44baa6 service nova] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Detach interface failed, port_id=3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c, reason: Instance 5237a377-519c-48ee-822b-9c9d2455e453 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1266.291022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.291022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.291022] env[70480]: DEBUG nova.objects.instance [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lazy-loading 'resources' on Instance uuid 2fca2b37-4db5-4d5f-86b2-4be2249cbed0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.453349] env[70480]: INFO nova.compute.manager [-] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Took 1.62 seconds to deallocate network for instance. [ 1266.631814] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.631814] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.632008] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.887508] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee3d56-122d-44dd-9afd-2ab56db5b390 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.895353] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c7c5c-8407-42d0-947a-b6914d3b79df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.927163] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dff9f1-2ff3-46e5-ab41-a69ab85b8434 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.935893] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd384836-66cb-4eaf-b42d-6fb20e2a5058 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.950644] env[70480]: DEBUG nova.compute.provider_tree [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.961932] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.456286] env[70480]: DEBUG nova.scheduler.client.report [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.682661] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.682661] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.682661] env[70480]: DEBUG nova.network.neutron [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.960783] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.963342] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.963639] env[70480]: DEBUG nova.objects.instance [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lazy-loading 'resources' on Instance uuid 5237a377-519c-48ee-822b-9c9d2455e453 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.997649] env[70480]: INFO nova.scheduler.client.report [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Deleted allocations for instance 2fca2b37-4db5-4d5f-86b2-4be2249cbed0 [ 1268.428739] env[70480]: DEBUG nova.network.neutron [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.477421] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "14adc332-1382-437e-b322-b1ac8f074ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.477762] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "14adc332-1382-437e-b322-b1ac8f074ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.487565] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.487887] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.509084] env[70480]: DEBUG oslo_concurrency.lockutils [None req-409fb108-abb5-4ecf-832c-7b0f2ae7cfdf tempest-ServerShowV257Test-1929081782 tempest-ServerShowV257Test-1929081782-project-member] Lock "2fca2b37-4db5-4d5f-86b2-4be2249cbed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.427s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.580921] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c42c19-e059-4e45-a295-bf7553ec3ccc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.589013] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2565923-dbf0-4047-9630-652f9bd02d98 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.624670] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a4270-6c41-4c00-8580-0ddae376407e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.633015] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270ab516-f4b3-4969-b332-82d9285f02c5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.651023] env[70480]: DEBUG nova.compute.provider_tree [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.931038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.981053] env[70480]: DEBUG nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.989910] env[70480]: DEBUG nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.154680] env[70480]: DEBUG nova.scheduler.client.report [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.457746] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24283d6d-b953-44ef-ace9-eba16aafacde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.478167] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c075dc0-ec24-431e-a861-2521963d09a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.487832] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.504848] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.506427] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.659851] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.662994] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.158s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.664744] env[70480]: INFO nova.compute.claims [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.679990] env[70480]: INFO nova.scheduler.client.report [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Deleted allocations for instance 5237a377-519c-48ee-822b-9c9d2455e453 [ 1269.997787] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.998468] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6c42fc-507c-437d-a6b5-9a062c215895 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.008028] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1270.008028] env[70480]: value = "task-3723828" [ 1270.008028] env[70480]: _type = "Task" [ 1270.008028] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.020667] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.187445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Lock "5237a377-519c-48ee-822b-9c9d2455e453" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.998s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.486835] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.487133] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.487378] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.488069] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.488262] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.490273] env[70480]: INFO nova.compute.manager [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Terminating instance [ 1270.520036] env[70480]: DEBUG oslo_vmware.api [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723828, 'name': PowerOnVM_Task, 'duration_secs': 0.380161} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.520036] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.520036] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2f840-13dd-40f7-aa20-8e754bde6737 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance '46078b13-398e-4026-8c76-3a23f359e200' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.759268] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8012ad8-15a5-4c62-94ec-89c3769ce06b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.767695] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c5906d-44c0-44e9-b8a1-d61d5edbd78c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.800385] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77748e6-f301-414c-a992-750634157616 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.808476] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c1fd7-d72f-407a-b3e7-33ae21b9120c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.822204] env[70480]: DEBUG nova.compute.provider_tree [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.993519] env[70480]: DEBUG nova.compute.manager [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.993863] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.994731] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feee44d-d3eb-4614-aa82-bb30c22e6097 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.005241] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.005575] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73abe472-99b6-40cf-b0b3-c767e3c021cb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.013756] env[70480]: DEBUG oslo_vmware.api [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1271.013756] env[70480]: value = "task-3723829" [ 1271.013756] env[70480]: _type = "Task" [ 1271.013756] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.024713] env[70480]: DEBUG oslo_vmware.api [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.325136] env[70480]: DEBUG nova.scheduler.client.report [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.525957] env[70480]: DEBUG oslo_vmware.api [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723829, 'name': PowerOffVM_Task, 'duration_secs': 0.266653} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.526525] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.526880] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.527270] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad54970-38a4-46ee-a00a-10706b62ab9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.593765] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.594160] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.594451] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleting the datastore file [datastore1] c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.595365] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019c7063-59ae-4032-bc42-4b21234f09f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.602584] env[70480]: DEBUG oslo_vmware.api [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for the task: (returnval){ [ 1271.602584] env[70480]: value = "task-3723831" [ 1271.602584] env[70480]: _type = "Task" [ 1271.602584] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.612282] env[70480]: DEBUG oslo_vmware.api [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.833116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.833116] env[70480]: DEBUG nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.834773] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.328s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.836438] env[70480]: INFO nova.compute.claims [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.113600] env[70480]: DEBUG oslo_vmware.api [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Task: {'id': task-3723831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144499} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.113964] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.115040] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.115040] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.115040] env[70480]: INFO nova.compute.manager [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.115040] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.115040] env[70480]: DEBUG nova.compute.manager [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.115040] env[70480]: DEBUG nova.network.neutron [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.343062] env[70480]: DEBUG nova.compute.utils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.345024] env[70480]: DEBUG nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1272.846268] env[70480]: DEBUG nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.959937] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc25f11-541e-473a-b0a7-0cd964534ae9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.972979] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26163bf-fe9d-4fb2-8f88-ccb6726677ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.019413] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438edd19-2994-4b95-9060-eb0b3c103635 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.023775] env[70480]: DEBUG nova.compute.manager [req-beea0da1-d98f-499c-b00a-1c1815ff7687 req-16abf86a-bc9c-4287-b6ab-a3c6407aadfc service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Received event network-vif-deleted-66ea366c-1d77-4331-99ef-ff5974e85a00 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.024060] env[70480]: INFO nova.compute.manager [req-beea0da1-d98f-499c-b00a-1c1815ff7687 req-16abf86a-bc9c-4287-b6ab-a3c6407aadfc service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Neutron deleted interface 66ea366c-1d77-4331-99ef-ff5974e85a00; detaching it from the instance and deleting it from the info cache [ 1273.024247] env[70480]: DEBUG nova.network.neutron [req-beea0da1-d98f-499c-b00a-1c1815ff7687 req-16abf86a-bc9c-4287-b6ab-a3c6407aadfc service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.034392] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dfc382-100e-49ab-b6ab-d0b3fe32d8d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.051237] env[70480]: DEBUG nova.compute.provider_tree [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.211625] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.211937] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.212168] env[70480]: DEBUG nova.compute.manager [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Going to confirm migration 7 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1273.472869] env[70480]: DEBUG nova.network.neutron [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.528721] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7cfaf0d-9336-45c5-8196-3ba03c65c099 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.541224] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328b0393-23d7-49f4-aa76-d9ab3b14a334 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.554053] env[70480]: DEBUG nova.scheduler.client.report [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.569380] env[70480]: DEBUG nova.compute.manager [req-beea0da1-d98f-499c-b00a-1c1815ff7687 req-16abf86a-bc9c-4287-b6ab-a3c6407aadfc service nova] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Detach interface failed, port_id=66ea366c-1d77-4331-99ef-ff5974e85a00, reason: Instance c0fd9e28-190a-48f1-90f3-ec940227a553 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.780333] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.780547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.780729] env[70480]: DEBUG nova.network.neutron [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.780918] env[70480]: DEBUG nova.objects.instance [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'info_cache' on Instance uuid 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.860462] env[70480]: DEBUG nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.882754] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.883014] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.883250] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.883441] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.883589] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.883738] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.883951] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.884126] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.884295] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.884460] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.884650] env[70480]: DEBUG nova.virt.hardware [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.885570] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d565e542-5511-4ae3-a791-b92741067053 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.893952] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843bd88-3411-4570-ab19-b3b1f7cfd78f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.908190] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.913990] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Creating folder: Project (7320014bf3e443d7af6000bdeda6a81c). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.914307] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649096fc-cf25-401a-9cd5-dc00f4f225f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.926627] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Created folder: Project (7320014bf3e443d7af6000bdeda6a81c) in parent group-v741156. [ 1273.926627] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Creating folder: Instances. Parent ref: group-v741474. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.926627] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1640c820-58a5-40bb-b9d2-3a5fcded5649 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.936457] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Created folder: Instances in parent group-v741474. [ 1273.936709] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.937021] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.937221] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-056ac14a-b769-4f85-9df5-671173f8ec07 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.955914] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.955914] env[70480]: value = "task-3723834" [ 1273.955914] env[70480]: _type = "Task" [ 1273.955914] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.964171] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723834, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.979890] env[70480]: INFO nova.compute.manager [-] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Took 1.86 seconds to deallocate network for instance. [ 1274.060377] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.060826] env[70480]: DEBUG nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.466842] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723834, 'name': CreateVM_Task, 'duration_secs': 0.307379} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.467136] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.467486] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.467704] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.468841] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.469145] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d84fa09-6e50-4d3d-bc50-0f21892ff8d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.474151] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1274.474151] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521be191-b937-e05d-564e-1bd0cd28b366" [ 1274.474151] env[70480]: _type = "Task" [ 1274.474151] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.484076] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521be191-b937-e05d-564e-1bd0cd28b366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.487083] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.487342] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.487555] env[70480]: DEBUG nova.objects.instance [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lazy-loading 'resources' on Instance uuid c0fd9e28-190a-48f1-90f3-ec940227a553 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.566411] env[70480]: DEBUG nova.compute.utils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.568084] env[70480]: DEBUG nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Not allocating networking since 'none' was specified. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1274.620539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "273391cd-d4f2-421e-9da4-2213666908cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.620774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "273391cd-d4f2-421e-9da4-2213666908cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.984847] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521be191-b937-e05d-564e-1bd0cd28b366, 'name': SearchDatastore_Task, 'duration_secs': 0.024732} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.985191] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.985454] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.985694] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.985841] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.986038] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.986308] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ddafa4-d577-4366-b439-c947aae04ec9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.996189] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.996400] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.997172] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439fc667-5232-4070-853a-f58e9a72cf40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.002650] env[70480]: DEBUG nova.network.neutron [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [{"id": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "address": "fa:16:3e:a5:85:a4", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5bed296-97", "ovs_interfaceid": "e5bed296-97b6-44bb-9c72-80ab0cac4489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.005361] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1275.005361] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521b4669-5df3-c6b2-a484-5feb8f2ac19b" [ 1275.005361] env[70480]: _type = "Task" [ 1275.005361] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.015821] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521b4669-5df3-c6b2-a484-5feb8f2ac19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.069962] env[70480]: DEBUG nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.106843] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3c715d-ed99-478e-ae31-0ddf2d2171dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.114211] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97880d96-d905-4cb3-a0c2-07d45eb0c666 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.148568] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.152482] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe4b2c-484e-41a6-942a-147705fc1942 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.161931] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2be59b-c584-40b8-ba7f-2191a2f3bcdd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.177779] env[70480]: DEBUG nova.compute.provider_tree [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.507038] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-46078b13-398e-4026-8c76-3a23f359e200" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.507560] env[70480]: DEBUG nova.objects.instance [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'migration_context' on Instance uuid 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.518322] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521b4669-5df3-c6b2-a484-5feb8f2ac19b, 'name': SearchDatastore_Task, 'duration_secs': 0.012854} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.519770] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32ef54c-4b59-451a-9ecb-d038917dfc35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.526116] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1275.526116] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b9395-df74-9bb3-8f7d-db3b88d64912" [ 1275.526116] env[70480]: _type = "Task" [ 1275.526116] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.534361] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b9395-df74-9bb3-8f7d-db3b88d64912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.667204] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.680712] env[70480]: DEBUG nova.scheduler.client.report [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.013197] env[70480]: DEBUG nova.objects.base [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Object Instance<46078b13-398e-4026-8c76-3a23f359e200> lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.014174] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b96a02-a7f2-4984-9aa1-a58b0168f0cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.036210] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8f72f6-5a0d-459d-b135-fc8133216610 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.041901] env[70480]: DEBUG oslo_vmware.api [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1276.041901] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c154af-2b4c-3c8d-4ce7-7a9685b08ad4" [ 1276.041901] env[70480]: _type = "Task" [ 1276.041901] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.045629] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527b9395-df74-9bb3-8f7d-db3b88d64912, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.048556] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.048847] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.049138] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf8ff772-4bbd-400b-b9bd-cc25e3616c22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.056046] env[70480]: DEBUG oslo_vmware.api [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c154af-2b4c-3c8d-4ce7-7a9685b08ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.007523} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.057332] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.057646] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1276.057646] env[70480]: value = "task-3723835" [ 1276.057646] env[70480]: _type = "Task" [ 1276.057646] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.066453] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.082414] env[70480]: DEBUG nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.110290] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.110549] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.110704] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.110883] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.111037] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.111281] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.111512] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.111674] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.111861] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.112110] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.112386] env[70480]: DEBUG nova.virt.hardware [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.113296] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a508f196-bc46-46c9-a3ac-0335dcf56d6d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.124846] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4878311-996a-426a-a6ad-dfdfc2bbf435 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.139631] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.145308] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Creating folder: Project (8462fc409a114f1d93a6f2ae2066fe35). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.145647] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29313dd8-112d-4013-b460-2c8cf8d7c162 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.156162] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Created folder: Project (8462fc409a114f1d93a6f2ae2066fe35) in parent group-v741156. [ 1276.156383] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Creating folder: Instances. Parent ref: group-v741477. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.156649] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c36b9736-9e79-41ea-9106-e4b07ff14de6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.167190] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Created folder: Instances in parent group-v741477. [ 1276.167609] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.167785] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.168140] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77cf5612-936f-4184-aa46-aa1326dc9a7d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.185962] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.190458] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.523s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.192259] env[70480]: INFO nova.compute.claims [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.194991] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.194991] env[70480]: value = "task-3723838" [ 1276.194991] env[70480]: _type = "Task" [ 1276.194991] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.206940] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723838, 'name': CreateVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.208845] env[70480]: INFO nova.scheduler.client.report [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Deleted allocations for instance c0fd9e28-190a-48f1-90f3-ec940227a553 [ 1276.567678] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484611} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.568116] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.568292] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.568581] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aceb720a-c438-4aa0-b0a3-a8fd95ffcaff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.575694] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1276.575694] env[70480]: value = "task-3723839" [ 1276.575694] env[70480]: _type = "Task" [ 1276.575694] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.584101] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.707609] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723838, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.715503] env[70480]: DEBUG oslo_concurrency.lockutils [None req-39e95001-b9f7-4ea0-9086-e243d4cc4798 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Lock "c0fd9e28-190a-48f1-90f3-ec940227a553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.228s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.086883] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256499} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.087313] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.088255] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ceea4a-ca99-4815-a156-00c78fe74318 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.108908] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.109253] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4adb4f2-3a50-4645-a8aa-1b4d18bbc0e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.129744] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1277.129744] env[70480]: value = "task-3723840" [ 1277.129744] env[70480]: _type = "Task" [ 1277.129744] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.141456] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.209592] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723838, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.301344] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80fb849-df16-40b7-9696-5203903138fb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.309737] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5cdac-cb4c-4ca4-b180-57e770ef9546 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.341614] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a340f1-a7e1-428d-9d51-4a37478596af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.349956] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa951b-61bf-43df-a848-a0c948e24148 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.364712] env[70480]: DEBUG nova.compute.provider_tree [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.640631] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723840, 'name': ReconfigVM_Task, 'duration_secs': 0.288055} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.640993] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.641696] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5515a2-b827-4407-b0f9-598eaa6db3f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.648463] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1277.648463] env[70480]: value = "task-3723841" [ 1277.648463] env[70480]: _type = "Task" [ 1277.648463] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.657299] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723841, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.708907] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723838, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.869092] env[70480]: DEBUG nova.scheduler.client.report [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.161493] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723841, 'name': Rename_Task, 'duration_secs': 0.144883} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.161803] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.162096] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6ef0e3-d1be-4904-afbc-c7c34423cef9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.170948] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1278.170948] env[70480]: value = "task-3723843" [ 1278.170948] env[70480]: _type = "Task" [ 1278.170948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.180268] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.208951] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723838, 'name': CreateVM_Task, 'duration_secs': 1.550977} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.209191] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.209697] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.209966] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.210338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.210612] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e15096-e4d7-44c8-a906-faeca31ef4a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.216058] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1278.216058] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525911fc-d60e-e4ee-8022-492182af4785" [ 1278.216058] env[70480]: _type = "Task" [ 1278.216058] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.226553] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525911fc-d60e-e4ee-8022-492182af4785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.373822] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.374337] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.377365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.320s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.681275] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723843, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.726453] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525911fc-d60e-e4ee-8022-492182af4785, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.726660] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.726907] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.727183] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.727338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.727653] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.727787] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6bc7922-0947-45af-a4cd-2d86e186a2e9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.736931] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.737144] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.738468] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba258d12-e69e-4a42-a325-85f050843057 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.744192] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1278.744192] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522e040c-4b2c-2e24-a491-ba2359099992" [ 1278.744192] env[70480]: _type = "Task" [ 1278.744192] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.752583] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522e040c-4b2c-2e24-a491-ba2359099992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.880778] env[70480]: DEBUG nova.compute.utils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.882936] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.883245] env[70480]: DEBUG nova.network.neutron [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.934725] env[70480]: DEBUG nova.policy [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f87a160f3454240999e0190968e0298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f11b59b23a042f2bb349b35cffb68f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.979047] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f6deb-e973-4c01-b164-5ce28a3b0430 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.987246] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de87c03-6061-40a9-8e32-eee2c2706b3b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.020462] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6a17eb-a93e-478c-ad85-9682005b5db7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.030078] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0c44b-ea8e-4e3e-a2a6-49e4932554a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.045049] env[70480]: DEBUG nova.compute.provider_tree [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.181848] env[70480]: DEBUG oslo_vmware.api [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723843, 'name': PowerOnVM_Task, 'duration_secs': 0.513215} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.182161] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.182408] env[70480]: INFO nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1279.182599] env[70480]: DEBUG nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.183753] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca721f7-8a00-4947-b988-c35fcdcd88d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.369748] env[70480]: DEBUG nova.network.neutron [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Successfully created port: 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.369748] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522e040c-4b2c-2e24-a491-ba2359099992, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.369748] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a6ae3c-f5eb-4570-a6d3-6166618958f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.369748] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1279.369748] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5220c031-a9cb-8d91-d1cc-eef2b7354baa" [ 1279.369748] env[70480]: _type = "Task" [ 1279.369748] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.369748] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5220c031-a9cb-8d91-d1cc-eef2b7354baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.389074] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.549169] env[70480]: DEBUG nova.scheduler.client.report [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.702934] env[70480]: INFO nova.compute.manager [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Took 10.22 seconds to build instance. [ 1279.773858] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5220c031-a9cb-8d91-d1cc-eef2b7354baa, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.774155] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.774426] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.774697] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ea1a17-e392-4458-80ab-4534cae74723 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.782399] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1279.782399] env[70480]: value = "task-3723844" [ 1279.782399] env[70480]: _type = "Task" [ 1279.782399] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.791343] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.205029] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f0a69c66-a99b-4a6e-b8f0-00cffde0ec51 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "14adc332-1382-437e-b322-b1ac8f074ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.727s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.294530] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473431} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.294859] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.295095] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.295371] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e8cfd6-be73-451c-a1f9-dafce691b4b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.302996] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1280.302996] env[70480]: value = "task-3723845" [ 1280.302996] env[70480]: _type = "Task" [ 1280.302996] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.314399] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.398799] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.420934] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.421208] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.421367] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.421552] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.421698] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.421845] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.422218] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.422441] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.422626] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.422792] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.422969] env[70480]: DEBUG nova.virt.hardware [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.423849] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be76622-a96d-4b38-bd08-0c47916d3f8c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.432149] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeef36a-8e5b-4ca6-b811-c30e41d8e2dc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.561536] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.184s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.668649] env[70480]: DEBUG nova.compute.manager [req-711e2907-e551-4f8b-9722-4030694d25e7 req-b7d7aeed-86ce-4c4e-8934-f97905162ee5 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Received event network-vif-plugged-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.668993] env[70480]: DEBUG oslo_concurrency.lockutils [req-711e2907-e551-4f8b-9722-4030694d25e7 req-b7d7aeed-86ce-4c4e-8934-f97905162ee5 service nova] Acquiring lock "273391cd-d4f2-421e-9da4-2213666908cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.669292] env[70480]: DEBUG oslo_concurrency.lockutils [req-711e2907-e551-4f8b-9722-4030694d25e7 req-b7d7aeed-86ce-4c4e-8934-f97905162ee5 service nova] Lock "273391cd-d4f2-421e-9da4-2213666908cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.669292] env[70480]: DEBUG oslo_concurrency.lockutils [req-711e2907-e551-4f8b-9722-4030694d25e7 req-b7d7aeed-86ce-4c4e-8934-f97905162ee5 service nova] Lock "273391cd-d4f2-421e-9da4-2213666908cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.669482] env[70480]: DEBUG nova.compute.manager [req-711e2907-e551-4f8b-9722-4030694d25e7 req-b7d7aeed-86ce-4c4e-8934-f97905162ee5 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] No waiting events found dispatching network-vif-plugged-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1280.669606] env[70480]: WARNING nova.compute.manager [req-711e2907-e551-4f8b-9722-4030694d25e7 req-b7d7aeed-86ce-4c4e-8934-f97905162ee5 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Received unexpected event network-vif-plugged-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee for instance with vm_state building and task_state spawning. [ 1280.760254] env[70480]: DEBUG nova.network.neutron [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Successfully updated port: 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.813661] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071216} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.813981] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.814770] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887917c8-fa9c-4b6b-befb-53719f0a1ec6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.835663] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.835969] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac989158-4cec-4dcc-9c58-f055b65e703e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.857745] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1280.857745] env[70480]: value = "task-3723846" [ 1280.857745] env[70480]: _type = "Task" [ 1280.857745] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.866320] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.049935] env[70480]: INFO nova.compute.manager [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Rebuilding instance [ 1281.099208] env[70480]: DEBUG nova.compute.manager [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1281.100564] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd4d2a-bdb0-4ef1-a4c0-ebd9c3dda499 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.129837] env[70480]: INFO nova.scheduler.client.report [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted allocation for migration 0ba6d98f-ebf9-49a6-8fbb-71fd3fe354e6 [ 1281.263511] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.263702] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.263871] env[70480]: DEBUG nova.network.neutron [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.369130] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723846, 'name': ReconfigVM_Task, 'duration_secs': 0.274341} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.369499] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.370127] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c036407-310b-4fc8-8583-f17b5cddb56d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.378583] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1281.378583] env[70480]: value = "task-3723847" [ 1281.378583] env[70480]: _type = "Task" [ 1281.378583] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.387568] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723847, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.636061] env[70480]: DEBUG oslo_concurrency.lockutils [None req-e1f16d1a-8f77-448f-99f7-b8aac3c14bc9 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.424s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.781550] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.781930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.782043] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "46078b13-398e-4026-8c76-3a23f359e200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.782219] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.782392] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.784694] env[70480]: INFO nova.compute.manager [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Terminating instance [ 1281.797693] env[70480]: DEBUG nova.network.neutron [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.891175] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723847, 'name': Rename_Task, 'duration_secs': 0.196636} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.891462] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.891715] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f30cac3-e326-4f15-bb9b-f68b204d68cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.899093] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1281.899093] env[70480]: value = "task-3723848" [ 1281.899093] env[70480]: _type = "Task" [ 1281.899093] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.907478] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.915470] env[70480]: DEBUG nova.network.neutron [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Updating instance_info_cache with network_info: [{"id": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "address": "fa:16:3e:21:45:1c", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91389ae3-5b", "ovs_interfaceid": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.115733] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.116104] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d59a76-9f97-40ff-b437-9f298c3668ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.124387] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1282.124387] env[70480]: value = "task-3723849" [ 1282.124387] env[70480]: _type = "Task" [ 1282.124387] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.134116] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.289177] env[70480]: DEBUG nova.compute.manager [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.289177] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.290079] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6a530-fae9-4048-9c87-43318e5a33d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.299015] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.299340] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09fcef8-92f2-4423-902e-831f33b4b474 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.308109] env[70480]: DEBUG oslo_vmware.api [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1282.308109] env[70480]: value = "task-3723850" [ 1282.308109] env[70480]: _type = "Task" [ 1282.308109] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.320531] env[70480]: DEBUG oslo_vmware.api [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.410292] env[70480]: DEBUG oslo_vmware.api [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723848, 'name': PowerOnVM_Task, 'duration_secs': 0.451205} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.410292] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.410292] env[70480]: INFO nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Took 6.33 seconds to spawn the instance on the hypervisor. [ 1282.410292] env[70480]: DEBUG nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1282.410908] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764baa5-c7e1-4a0a-874c-8f2bdab5f307 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.419057] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.419057] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Instance network_info: |[{"id": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "address": "fa:16:3e:21:45:1c", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91389ae3-5b", "ovs_interfaceid": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.422353] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:45:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.430414] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Creating folder: Project (7f11b59b23a042f2bb349b35cffb68f1). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.430992] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59148e86-e4d9-42e9-8f7e-ef08129c129a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.443059] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Created folder: Project (7f11b59b23a042f2bb349b35cffb68f1) in parent group-v741156. [ 1282.443307] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Creating folder: Instances. Parent ref: group-v741480. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.443612] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8235c77b-51aa-4612-95df-7378be6361c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.453912] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Created folder: Instances in parent group-v741480. [ 1282.454246] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.454573] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.454774] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-038f25bf-8b4b-4dbf-a747-87897da4f51c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.476939] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.476939] env[70480]: value = "task-3723853" [ 1282.476939] env[70480]: _type = "Task" [ 1282.476939] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.489677] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723853, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.639518] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723849, 'name': PowerOffVM_Task, 'duration_secs': 0.208333} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.643026] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.643026] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.643026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e3a87a-a30b-4487-864d-d7d196de96af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.649588] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.649891] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a276fa74-cd56-4197-a3f2-c008af40a99f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.680905] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.681027] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.681226] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Deleting the datastore file [datastore1] 14adc332-1382-437e-b322-b1ac8f074ecd {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.681533] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb03d94-f54c-4c35-bf82-142bbd3a07b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.691351] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1282.691351] env[70480]: value = "task-3723855" [ 1282.691351] env[70480]: _type = "Task" [ 1282.691351] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.702096] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.705636] env[70480]: DEBUG nova.compute.manager [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Received event network-changed-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.705857] env[70480]: DEBUG nova.compute.manager [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Refreshing instance network info cache due to event network-changed-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.708207] env[70480]: DEBUG oslo_concurrency.lockutils [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] Acquiring lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.708442] env[70480]: DEBUG oslo_concurrency.lockutils [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] Acquired lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.708744] env[70480]: DEBUG nova.network.neutron [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Refreshing network info cache for port 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.822472] env[70480]: DEBUG oslo_vmware.api [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723850, 'name': PowerOffVM_Task, 'duration_secs': 0.260375} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.822828] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.823106] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.823365] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545f3d50-095d-4e15-acfc-8555b5021ac2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.914117] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.914746] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.914848] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleting the datastore file [datastore2] 46078b13-398e-4026-8c76-3a23f359e200 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.915362] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fbe1db8-93f1-4bd2-970c-ef2544b3549a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.923256] env[70480]: DEBUG oslo_vmware.api [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1282.923256] env[70480]: value = "task-3723857" [ 1282.923256] env[70480]: _type = "Task" [ 1282.923256] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.938373] env[70480]: DEBUG oslo_vmware.api [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.942906] env[70480]: INFO nova.compute.manager [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Took 13.45 seconds to build instance. [ 1282.988801] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723853, 'name': CreateVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.203482] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147821} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.203877] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.204160] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.204455] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.435439] env[70480]: DEBUG oslo_vmware.api [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324215} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.436247] env[70480]: DEBUG nova.network.neutron [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Updated VIF entry in instance network info cache for port 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.436588] env[70480]: DEBUG nova.network.neutron [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Updating instance_info_cache with network_info: [{"id": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "address": "fa:16:3e:21:45:1c", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91389ae3-5b", "ovs_interfaceid": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.437924] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.438205] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.440022] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.440022] env[70480]: INFO nova.compute.manager [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1283.440022] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.440022] env[70480]: DEBUG nova.compute.manager [-] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.440022] env[70480]: DEBUG nova.network.neutron [-] [instance: 46078b13-398e-4026-8c76-3a23f359e200] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.445786] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4cda01d6-b0f5-4017-9a35-ea673c8f9c39 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.958s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.488366] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723853, 'name': CreateVM_Task, 'duration_secs': 0.740101} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.489412] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.499721] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.499872] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.500234] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.501059] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b113eb8f-81d7-4843-a49c-b4780b14df8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.506405] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1283.506405] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52092222-4482-631c-d0c4-d907ee14585a" [ 1283.506405] env[70480]: _type = "Task" [ 1283.506405] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.516322] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52092222-4482-631c-d0c4-d907ee14585a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.940947] env[70480]: DEBUG oslo_concurrency.lockutils [req-9fe9f5ff-9d17-4289-ab1f-b6d97a185c7e req-dae936d6-697a-4a35-ae3e-146fe5506373 service nova] Releasing lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.019605] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52092222-4482-631c-d0c4-d907ee14585a, 'name': SearchDatastore_Task, 'duration_secs': 0.026664} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.019963] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.020406] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.020706] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.020886] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.021092] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.021404] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1115e3c6-af7e-4f3b-959f-a9f8efbce339 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.032035] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.032347] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.032998] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc4541d-d519-4259-940d-f0c7e3b1207b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.040859] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1284.040859] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52975f77-fbf9-9d82-2b32-8c07ae4c3aef" [ 1284.040859] env[70480]: _type = "Task" [ 1284.040859] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.050251] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52975f77-fbf9-9d82-2b32-8c07ae4c3aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.180747] env[70480]: INFO nova.compute.manager [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Rebuilding instance [ 1284.227797] env[70480]: DEBUG nova.compute.manager [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.228896] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daba796-593d-4f71-9e5c-4eb08ba5b73b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.245479] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.245753] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.245891] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.246256] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.246437] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.246593] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.246821] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.247091] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.247286] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.247721] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.248026] env[70480]: DEBUG nova.virt.hardware [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.249138] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eee28f-b791-4fe5-ad20-22df571bea23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.259216] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa1b295-e630-4f90-940b-de4149312aca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.275411] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.282801] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.284097] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.284352] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e67f905-8521-4c21-a0a9-9870df32730b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.303057] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.303057] env[70480]: value = "task-3723858" [ 1284.303057] env[70480]: _type = "Task" [ 1284.303057] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.312201] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723858, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.390417] env[70480]: DEBUG nova.network.neutron [-] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.552862] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52975f77-fbf9-9d82-2b32-8c07ae4c3aef, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.553718] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cff368b-2de0-42f1-9eaa-c8c76b69491c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.560305] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1284.560305] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cf81ec-70bc-fd61-166e-e0869a4d35b0" [ 1284.560305] env[70480]: _type = "Task" [ 1284.560305] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.569697] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cf81ec-70bc-fd61-166e-e0869a4d35b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.735461] env[70480]: DEBUG nova.compute.manager [req-43320864-806a-41a2-8a0d-675b8a6ea24e req-a7685faa-ac29-46b0-8039-a8461ad8b943 service nova] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Received event network-vif-deleted-e5bed296-97b6-44bb-9c72-80ab0cac4489 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.813511] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723858, 'name': CreateVM_Task, 'duration_secs': 0.303009} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.813813] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.815469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.815714] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.816167] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.816517] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f786f06-b525-4236-a737-070aa841aba6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.822249] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1284.822249] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e8463b-5eb3-2903-da4f-d4afa16ae82b" [ 1284.822249] env[70480]: _type = "Task" [ 1284.822249] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.831398] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e8463b-5eb3-2903-da4f-d4afa16ae82b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.893376] env[70480]: INFO nova.compute.manager [-] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Took 1.45 seconds to deallocate network for instance. [ 1285.072183] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52cf81ec-70bc-fd61-166e-e0869a4d35b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.072567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.072707] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/273391cd-d4f2-421e-9da4-2213666908cd.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.073367] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30c01bcb-a5a5-4b12-99af-48df87511508 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.081287] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1285.081287] env[70480]: value = "task-3723859" [ 1285.081287] env[70480]: _type = "Task" [ 1285.081287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.090320] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.256558] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.256840] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f482f0c2-0dbe-49e2-b1e5-16a1986b26e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.266847] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1285.266847] env[70480]: value = "task-3723860" [ 1285.266847] env[70480]: _type = "Task" [ 1285.266847] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.277686] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.339603] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e8463b-5eb3-2903-da4f-d4afa16ae82b, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.339993] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.340498] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.341021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.341257] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.341581] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.342032] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44c7ecce-ae92-41b5-8266-ee110987329b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.355638] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.355849] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.356697] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a95e7e0-f00b-4dab-a75d-19560c7b5358 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.366065] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1285.366065] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521c0e3c-46a2-284a-2ebd-d945937e6444" [ 1285.366065] env[70480]: _type = "Task" [ 1285.366065] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.377490] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521c0e3c-46a2-284a-2ebd-d945937e6444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.400921] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.401248] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.401527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.429429] env[70480]: INFO nova.scheduler.client.report [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted allocations for instance 46078b13-398e-4026-8c76-3a23f359e200 [ 1285.591541] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489076} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.591859] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/273391cd-d4f2-421e-9da4-2213666908cd.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.592108] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.592394] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66d1fd7d-dabd-43c4-bb82-d65662692c3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.601067] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1285.601067] env[70480]: value = "task-3723861" [ 1285.601067] env[70480]: _type = "Task" [ 1285.601067] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.609996] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.779423] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723860, 'name': PowerOffVM_Task, 'duration_secs': 0.364731} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.779910] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.781060] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.781510] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c401e11f-edb8-4000-b85d-bb317929d52a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.788790] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.789048] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b36c3c9-9e10-4f61-894b-f1241e46060d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.813751] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.813990] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.814202] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Deleting the datastore file [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.814488] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f3bfc9-0a29-4993-b106-6604bd6f7f79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.822314] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1285.822314] env[70480]: value = "task-3723863" [ 1285.822314] env[70480]: _type = "Task" [ 1285.822314] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.832876] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.876722] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521c0e3c-46a2-284a-2ebd-d945937e6444, 'name': SearchDatastore_Task, 'duration_secs': 0.021746} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.877612] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61af53b-8ac3-4b4c-8e3b-18067968e93a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.883686] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1285.883686] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c858ab-4813-af5d-21ea-f849ab21a6eb" [ 1285.883686] env[70480]: _type = "Task" [ 1285.883686] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.892304] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c858ab-4813-af5d-21ea-f849ab21a6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.937996] env[70480]: DEBUG oslo_concurrency.lockutils [None req-5784fcf1-e28d-4a85-a91d-8d08425d1286 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "46078b13-398e-4026-8c76-3a23f359e200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.156s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.110983] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071681} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.111475] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.112241] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ae606-a2a8-4cbf-8cc4-569bdcbe84d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.135789] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/273391cd-d4f2-421e-9da4-2213666908cd.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.136173] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa0adb8-a613-4a56-8b59-c4cc6c702a16 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.158117] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1286.158117] env[70480]: value = "task-3723864" [ 1286.158117] env[70480]: _type = "Task" [ 1286.158117] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.167739] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.333867] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199068} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.334405] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.334692] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.335121] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.394903] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c858ab-4813-af5d-21ea-f849ab21a6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.028391} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.395213] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.395498] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.395770] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324729f2-4dac-4178-9f3c-f51e92941e65 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.404708] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1286.404708] env[70480]: value = "task-3723865" [ 1286.404708] env[70480]: _type = "Task" [ 1286.404708] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.414332] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.669469] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723864, 'name': ReconfigVM_Task, 'duration_secs': 0.414639} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.669758] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/273391cd-d4f2-421e-9da4-2213666908cd.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.670576] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-604e4b6f-386b-4ee1-b1fd-1cf5ccb65479 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.678999] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1286.678999] env[70480]: value = "task-3723866" [ 1286.678999] env[70480]: _type = "Task" [ 1286.678999] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.688679] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723866, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.916093] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503459} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.916416] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.916665] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.917086] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7752df42-a40c-45a7-9330-c81c3c898ba1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.924512] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1286.924512] env[70480]: value = "task-3723867" [ 1286.924512] env[70480]: _type = "Task" [ 1286.924512] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.934400] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.987928] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.988186] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.189355] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723866, 'name': Rename_Task, 'duration_secs': 0.213662} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.189719] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.189836] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92aff47e-4061-4476-bd3f-0a626a96553d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.196523] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1287.196523] env[70480]: value = "task-3723868" [ 1287.196523] env[70480]: _type = "Task" [ 1287.196523] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.205381] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.374768] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.375223] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.375491] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.375799] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.376072] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.376327] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.376669] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.376955] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.377257] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.377568] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.377877] env[70480]: DEBUG nova.virt.hardware [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.379255] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043561a7-cdf8-418a-a077-5b78d05eee9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.389599] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c20a4c5-2b90-4eab-bde6-f4175cd01c18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.404558] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance VIF info [] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.410433] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.410691] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.410904] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73751646-e48e-4e71-b5fb-b528904f1783 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.429400] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.429400] env[70480]: value = "task-3723869" [ 1287.429400] env[70480]: _type = "Task" [ 1287.429400] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.435600] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075652} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.436246] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.437121] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38851c42-836b-47be-b7bb-6519594d9370 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.442892] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723869, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.465663] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.466076] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61156a23-dd9b-4103-94f9-f017065fb895 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.486172] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1287.486172] env[70480]: value = "task-3723870" [ 1287.486172] env[70480]: _type = "Task" [ 1287.486172] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.495032] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.497932] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.707266] env[70480]: DEBUG oslo_vmware.api [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723868, 'name': PowerOnVM_Task, 'duration_secs': 0.477784} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.707481] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.707682] env[70480]: INFO nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1287.707863] env[70480]: DEBUG nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.708744] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b9c3e-26fc-462a-8624-517c515007a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.941230] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723869, 'name': CreateVM_Task, 'duration_secs': 0.335026} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.941447] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.941870] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.942054] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.942402] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.942665] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa36457f-a3d3-4661-a0aa-0ef1a357766d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.947815] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1287.947815] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52765130-ccf7-39fa-f0c9-964b530c0d5d" [ 1287.947815] env[70480]: _type = "Task" [ 1287.947815] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.955838] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52765130-ccf7-39fa-f0c9-964b530c0d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.996794] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723870, 'name': ReconfigVM_Task, 'duration_secs': 0.310353} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.997070] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 14adc332-1382-437e-b322-b1ac8f074ecd/14adc332-1382-437e-b322-b1ac8f074ecd.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.997675] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a64ada44-3873-4fbf-8639-e3b1c2b4a1e1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.007665] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1288.007665] env[70480]: value = "task-3723871" [ 1288.007665] env[70480]: _type = "Task" [ 1288.007665] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.017387] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723871, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.018438] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.018689] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.020244] env[70480]: INFO nova.compute.claims [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.228519] env[70480]: INFO nova.compute.manager [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Took 12.57 seconds to build instance. [ 1288.459152] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52765130-ccf7-39fa-f0c9-964b530c0d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.068706} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.459524] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.459768] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.460017] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.460184] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.460364] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.460643] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd91b94-5701-4923-ad16-f2538d98f656 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.475608] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.475831] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.476593] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c2a177-7815-42da-8bbb-b28d477dadc2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.482874] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1288.482874] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5297281e-3a94-9455-6ad0-16d4344c0fb1" [ 1288.482874] env[70480]: _type = "Task" [ 1288.482874] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.491326] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5297281e-3a94-9455-6ad0-16d4344c0fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.519792] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723871, 'name': Rename_Task, 'duration_secs': 0.137917} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.520308] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.520692] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebee0e75-0a1a-4b90-a5eb-ce585fe85634 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.529937] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1288.529937] env[70480]: value = "task-3723872" [ 1288.529937] env[70480]: _type = "Task" [ 1288.529937] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.540896] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.730177] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bcb7767a-899d-4a43-9b1f-521c697a614f tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "273391cd-d4f2-421e-9da4-2213666908cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.109s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.995232] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5297281e-3a94-9455-6ad0-16d4344c0fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.038206} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.996279] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8affb3e0-3a68-4e5b-97c3-18c86e04e240 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.003762] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1289.003762] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521bf8ec-4e2a-4fc2-33e3-ecd64f79141e" [ 1289.003762] env[70480]: _type = "Task" [ 1289.003762] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.015016] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521bf8ec-4e2a-4fc2-33e3-ecd64f79141e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.041617] env[70480]: DEBUG oslo_vmware.api [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723872, 'name': PowerOnVM_Task, 'duration_secs': 0.511387} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.041932] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.042190] env[70480]: DEBUG nova.compute.manager [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.042990] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d235e-6053-4ee0-9e9c-5eb695d0dc0c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.083629] env[70480]: INFO nova.compute.manager [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Rescuing [ 1289.083890] env[70480]: DEBUG oslo_concurrency.lockutils [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.084053] env[70480]: DEBUG oslo_concurrency.lockutils [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.084273] env[70480]: DEBUG nova.network.neutron [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.109200] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297bfeb-92f1-4327-8a75-dd423d1a5199 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.119144] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c079d5b-a25b-4b30-848a-37c6cd02579d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.153178] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db33c15-f33b-4bd2-95a9-05cb7c7a14ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.162798] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a88e1c-ccfb-4eef-b066-816abd32746a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.177864] env[70480]: DEBUG nova.compute.provider_tree [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.514312] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]521bf8ec-4e2a-4fc2-33e3-ecd64f79141e, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.514672] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.515137] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.515271] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6b9d07-b54a-4d9f-a67c-21190dd4f232 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.522683] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1289.522683] env[70480]: value = "task-3723873" [ 1289.522683] env[70480]: _type = "Task" [ 1289.522683] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.531993] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.561295] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.681405] env[70480]: DEBUG nova.scheduler.client.report [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.819034] env[70480]: DEBUG nova.network.neutron [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Updating instance_info_cache with network_info: [{"id": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "address": "fa:16:3e:21:45:1c", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91389ae3-5b", "ovs_interfaceid": "91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.860379] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "14adc332-1382-437e-b322-b1ac8f074ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.860702] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "14adc332-1382-437e-b322-b1ac8f074ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.860961] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "14adc332-1382-437e-b322-b1ac8f074ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.861305] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "14adc332-1382-437e-b322-b1ac8f074ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.861519] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "14adc332-1382-437e-b322-b1ac8f074ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.864237] env[70480]: INFO nova.compute.manager [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Terminating instance [ 1290.033266] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465699} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.033543] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.033769] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.034071] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff27fec-976c-49a3-a5f8-7a0b6d0e3edf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.041156] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1290.041156] env[70480]: value = "task-3723874" [ 1290.041156] env[70480]: _type = "Task" [ 1290.041156] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.049895] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.188713] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.189319] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.192528] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.631s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.192796] env[70480]: DEBUG nova.objects.instance [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1290.322243] env[70480]: DEBUG oslo_concurrency.lockutils [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "refresh_cache-273391cd-d4f2-421e-9da4-2213666908cd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.368415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "refresh_cache-14adc332-1382-437e-b322-b1ac8f074ecd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.368612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquired lock "refresh_cache-14adc332-1382-437e-b322-b1ac8f074ecd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.368801] env[70480]: DEBUG nova.network.neutron [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.552442] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053527} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.552876] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.553734] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911be7e8-e1f6-43a2-988d-86bd75d12307 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.575648] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.576026] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6da5be-e016-49d7-8a71-8405c5a33540 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.597302] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1290.597302] env[70480]: value = "task-3723875" [ 1290.597302] env[70480]: _type = "Task" [ 1290.597302] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.606199] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.697854] env[70480]: DEBUG nova.compute.utils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.702071] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.702256] env[70480]: DEBUG nova.network.neutron [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.742748] env[70480]: DEBUG nova.policy [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1f1dc09e2224ccd91bc49c4bbd4a60f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0b3b9c099340428266d3d46108ad48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.893239] env[70480]: DEBUG nova.network.neutron [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.967772] env[70480]: DEBUG nova.network.neutron [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.082069] env[70480]: DEBUG nova.network.neutron [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Successfully created port: 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.107711] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723875, 'name': ReconfigVM_Task, 'duration_secs': 0.348364} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.108667] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a/c7f57698-2bfe-4e6b-b41e-a4f0426c298a.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.109057] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-931981ee-279c-4cf1-a1c5-d5caf4494a5d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.116105] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1291.116105] env[70480]: value = "task-3723876" [ 1291.116105] env[70480]: _type = "Task" [ 1291.116105] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.125023] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723876, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.203116] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.206874] env[70480]: DEBUG oslo_concurrency.lockutils [None req-875c4f21-8fe0-4c4e-8040-6b39a347239e tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.470342] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Releasing lock "refresh_cache-14adc332-1382-437e-b322-b1ac8f074ecd" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.470799] env[70480]: DEBUG nova.compute.manager [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.471009] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.471929] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38379d5e-7274-467b-b132-ffe29be2360f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.480688] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.480944] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4f6cd0-534e-4fe4-a09d-fc3b8706219d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.487758] env[70480]: DEBUG oslo_vmware.api [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1291.487758] env[70480]: value = "task-3723877" [ 1291.487758] env[70480]: _type = "Task" [ 1291.487758] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.498108] env[70480]: DEBUG oslo_vmware.api [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.626807] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723876, 'name': Rename_Task, 'duration_secs': 0.137762} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.627299] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.627368] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e318235d-7584-47f5-8a1a-db7308fbf718 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.634577] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1291.634577] env[70480]: value = "task-3723878" [ 1291.634577] env[70480]: _type = "Task" [ 1291.634577] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.644614] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.856539] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.856917] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccc545f-8f2c-41c8-b4ea-2ac78818954e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.865544] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1291.865544] env[70480]: value = "task-3723879" [ 1291.865544] env[70480]: _type = "Task" [ 1291.865544] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.875492] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.998552] env[70480]: DEBUG oslo_vmware.api [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723877, 'name': PowerOffVM_Task, 'duration_secs': 0.193734} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.998945] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.999228] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.999543] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db82035-8610-405a-a7f9-669e062c07ff {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.029952] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.030289] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.030497] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Deleting the datastore file [datastore2] 14adc332-1382-437e-b322-b1ac8f074ecd {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.030892] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3e342d-43cf-4d06-af82-9374a242fe2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.039174] env[70480]: DEBUG oslo_vmware.api [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for the task: (returnval){ [ 1292.039174] env[70480]: value = "task-3723881" [ 1292.039174] env[70480]: _type = "Task" [ 1292.039174] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.049049] env[70480]: DEBUG oslo_vmware.api [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.145924] env[70480]: DEBUG oslo_vmware.api [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723878, 'name': PowerOnVM_Task, 'duration_secs': 0.464342} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.146263] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.146556] env[70480]: DEBUG nova.compute.manager [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1292.147611] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d86db-92bb-4ab7-8c6a-008826a5eb87 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.214806] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.242433] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.242694] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.242853] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.243050] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.243215] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.243389] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.243610] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.243772] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.243986] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.244186] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.244368] env[70480]: DEBUG nova.virt.hardware [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.245286] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ec395-5e89-4f4e-9473-68503ae7ec3b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.253791] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f03722-5ab2-4476-a506-c0144326f092 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.375308] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723879, 'name': PowerOffVM_Task, 'duration_secs': 0.243738} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.375591] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.376407] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55d37db-ddfe-46d6-9f34-cd50143c058b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.396190] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a88834-b1bb-4736-a75b-88af0e76a286 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.425936] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.426272] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bae0d673-b4b8-48c4-a801-a8a2fdf3e700 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.434625] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1292.434625] env[70480]: value = "task-3723882" [ 1292.434625] env[70480]: _type = "Task" [ 1292.434625] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.443309] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.466763] env[70480]: DEBUG nova.compute.manager [req-b8d72015-aa2e-4621-a1e5-abe88a1a0237 req-73791074-5d6f-4ca5-a52d-024f538991f3 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Received event network-vif-plugged-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.467018] env[70480]: DEBUG oslo_concurrency.lockutils [req-b8d72015-aa2e-4621-a1e5-abe88a1a0237 req-73791074-5d6f-4ca5-a52d-024f538991f3 service nova] Acquiring lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.467808] env[70480]: DEBUG oslo_concurrency.lockutils [req-b8d72015-aa2e-4621-a1e5-abe88a1a0237 req-73791074-5d6f-4ca5-a52d-024f538991f3 service nova] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.467808] env[70480]: DEBUG oslo_concurrency.lockutils [req-b8d72015-aa2e-4621-a1e5-abe88a1a0237 req-73791074-5d6f-4ca5-a52d-024f538991f3 service nova] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.467808] env[70480]: DEBUG nova.compute.manager [req-b8d72015-aa2e-4621-a1e5-abe88a1a0237 req-73791074-5d6f-4ca5-a52d-024f538991f3 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] No waiting events found dispatching network-vif-plugged-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1292.467808] env[70480]: WARNING nova.compute.manager [req-b8d72015-aa2e-4621-a1e5-abe88a1a0237 req-73791074-5d6f-4ca5-a52d-024f538991f3 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Received unexpected event network-vif-plugged-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f for instance with vm_state building and task_state spawning. [ 1292.549622] env[70480]: DEBUG oslo_vmware.api [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Task: {'id': task-3723881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146958} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.549819] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.550068] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.550200] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.550393] env[70480]: INFO nova.compute.manager [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1292.550625] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.551050] env[70480]: DEBUG nova.compute.manager [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.551158] env[70480]: DEBUG nova.network.neutron [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.555534] env[70480]: DEBUG nova.network.neutron [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Successfully updated port: 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.567604] env[70480]: DEBUG nova.network.neutron [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.668340] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.668757] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.668859] env[70480]: DEBUG nova.objects.instance [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70480) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1292.946396] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.946638] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.946899] env[70480]: DEBUG oslo_concurrency.lockutils [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.947144] env[70480]: DEBUG oslo_concurrency.lockutils [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.947287] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.947550] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984d5d1c-8134-4ff1-8fb1-1f085126278d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.957318] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.957499] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.958246] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3347380c-87d1-4064-8979-92d8e8855702 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.966550] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1292.966550] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bdfc4c-6d56-771c-7ef4-845a4f2b16f4" [ 1292.966550] env[70480]: _type = "Task" [ 1292.966550] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.974608] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bdfc4c-6d56-771c-7ef4-845a4f2b16f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.032397] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.032803] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.033049] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.033250] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.033422] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.035750] env[70480]: INFO nova.compute.manager [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Terminating instance [ 1293.058955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.058955] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.058955] env[70480]: DEBUG nova.network.neutron [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.070265] env[70480]: DEBUG nova.network.neutron [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.477607] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bdfc4c-6d56-771c-7ef4-845a4f2b16f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.478360] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06253385-25fd-4a30-9036-2553df6f7fe0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.483531] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1293.483531] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5218bce0-967a-945c-bfe2-7189304f2d9f" [ 1293.483531] env[70480]: _type = "Task" [ 1293.483531] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.492016] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5218bce0-967a-945c-bfe2-7189304f2d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.539294] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "refresh_cache-c7f57698-2bfe-4e6b-b41e-a4f0426c298a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.539567] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquired lock "refresh_cache-c7f57698-2bfe-4e6b-b41e-a4f0426c298a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.539746] env[70480]: DEBUG nova.network.neutron [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.572474] env[70480]: INFO nova.compute.manager [-] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Took 1.02 seconds to deallocate network for instance. [ 1293.592128] env[70480]: DEBUG nova.network.neutron [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.676544] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b94cb874-c137-4b50-99d3-3085606e3fb5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.736034] env[70480]: DEBUG nova.network.neutron [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.860650] env[70480]: DEBUG nova.compute.manager [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.861691] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64836b3-8f1d-4515-ac68-414cf117c425 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.994777] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5218bce0-967a-945c-bfe2-7189304f2d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.995039] env[70480]: DEBUG oslo_concurrency.lockutils [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.995334] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. {{(pid=70480) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1293.995647] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c57948eb-a9b1-4ddd-be92-43e5713d0e5f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.003242] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1294.003242] env[70480]: value = "task-3723883" [ 1294.003242] env[70480]: _type = "Task" [ 1294.003242] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.011644] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.059842] env[70480]: DEBUG nova.network.neutron [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.079390] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.079672] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.079932] env[70480]: DEBUG nova.objects.instance [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lazy-loading 'resources' on Instance uuid 14adc332-1382-437e-b322-b1ac8f074ecd {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.109990] env[70480]: DEBUG nova.network.neutron [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.239172] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.239686] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Instance network_info: |[{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.240366] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:47:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f85a52-e49f-4e9a-8554-c5a27a6e7b8f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.251152] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.251754] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.252040] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa65154-bbec-4c96-a3ce-1b8af0ceccac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.274284] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.274284] env[70480]: value = "task-3723884" [ 1294.274284] env[70480]: _type = "Task" [ 1294.274284] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.286593] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723884, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.375637] env[70480]: INFO nova.compute.manager [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] instance snapshotting [ 1294.376674] env[70480]: DEBUG nova.objects.instance [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'flavor' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.500135] env[70480]: DEBUG nova.compute.manager [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Received event network-changed-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.500390] env[70480]: DEBUG nova.compute.manager [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Refreshing instance network info cache due to event network-changed-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.500639] env[70480]: DEBUG oslo_concurrency.lockutils [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.500809] env[70480]: DEBUG oslo_concurrency.lockutils [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.500982] env[70480]: DEBUG nova.network.neutron [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Refreshing network info cache for port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.516206] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481897} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.516714] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. [ 1294.517453] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f277a5e6-716e-4182-b433-b3ed1f08c8c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.545454] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.546101] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521a8a91-96f9-4bdb-8596-2e66e6949dd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.567343] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1294.567343] env[70480]: value = "task-3723885" [ 1294.567343] env[70480]: _type = "Task" [ 1294.567343] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.577397] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.612434] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Releasing lock "refresh_cache-c7f57698-2bfe-4e6b-b41e-a4f0426c298a" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.613017] env[70480]: DEBUG nova.compute.manager [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.613326] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.614426] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368abfe7-6621-4a45-9f1d-ebaa6c730287 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.623046] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.626045] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73da6da2-34a8-4743-b8c5-356d43cc8a31 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.634395] env[70480]: DEBUG oslo_vmware.api [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1294.634395] env[70480]: value = "task-3723886" [ 1294.634395] env[70480]: _type = "Task" [ 1294.634395] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.650174] env[70480]: DEBUG oslo_vmware.api [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.686168] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f5fab-2a3d-4452-8d05-764bf9396261 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.696031] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a02e7f-750b-40f9-8bd1-12894b573082 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.732303] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d706e1-9fe9-43f4-a4f6-4aa3bbf12899 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.741612] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68512f2-1087-4d08-ae8c-8b83dd008152 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.758474] env[70480]: DEBUG nova.compute.provider_tree [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.785057] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723884, 'name': CreateVM_Task, 'duration_secs': 0.446488} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.785256] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.786072] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.786285] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.786611] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.787274] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df73b42d-3c67-451b-8c19-88ebba08563a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.793265] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1294.793265] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524493c9-edae-7c6f-69fc-930f2003ec03" [ 1294.793265] env[70480]: _type = "Task" [ 1294.793265] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.802732] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524493c9-edae-7c6f-69fc-930f2003ec03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.882725] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec165e-68a5-4f17-9c61-58507783cbcb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.902208] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f289b95-2a8b-4836-8693-86fe4597e860 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.079658] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.146121] env[70480]: DEBUG oslo_vmware.api [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723886, 'name': PowerOffVM_Task, 'duration_secs': 0.157891} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.149028] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.149236] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.149607] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6187ebd7-d8de-403e-9df6-5a7c128185dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.195815] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.196108] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.196270] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Deleting the datastore file [datastore1] c7f57698-2bfe-4e6b-b41e-a4f0426c298a {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.196671] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c368d42-d5d7-4789-abcf-1d4447559266 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.204657] env[70480]: DEBUG oslo_vmware.api [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for the task: (returnval){ [ 1295.204657] env[70480]: value = "task-3723888" [ 1295.204657] env[70480]: _type = "Task" [ 1295.204657] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.213434] env[70480]: DEBUG oslo_vmware.api [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.219684] env[70480]: DEBUG nova.network.neutron [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updated VIF entry in instance network info cache for port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.220055] env[70480]: DEBUG nova.network.neutron [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.262172] env[70480]: DEBUG nova.scheduler.client.report [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.304650] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]524493c9-edae-7c6f-69fc-930f2003ec03, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.305121] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.305397] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.305647] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.305795] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.306156] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.306318] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ae951f5-1e4a-4c16-b61c-ed28e237b469 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.317453] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.317654] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.318587] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a71a6b7b-57dc-4cbc-98bf-36e2046f5531 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.328336] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1295.328336] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ab05d4-74bf-6604-a7bf-3826fc560999" [ 1295.328336] env[70480]: _type = "Task" [ 1295.328336] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.337898] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ab05d4-74bf-6604-a7bf-3826fc560999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.413237] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1295.413573] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbceeae6-3e75-4ef5-b5c1-5acd18bdba6a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.421576] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1295.421576] env[70480]: value = "task-3723889" [ 1295.421576] env[70480]: _type = "Task" [ 1295.421576] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.430810] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723889, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.578310] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.716081] env[70480]: DEBUG oslo_vmware.api [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Task: {'id': task-3723888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115191} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.716492] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.716546] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.716696] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.716865] env[70480]: INFO nova.compute.manager [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1295.717172] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.717382] env[70480]: DEBUG nova.compute.manager [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.717478] env[70480]: DEBUG nova.network.neutron [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.722739] env[70480]: DEBUG oslo_concurrency.lockutils [req-13ee60c9-4689-4287-a664-bc13755a68a0 req-ef19957e-f00c-472a-b7c1-ce6503465a4c service nova] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.736714] env[70480]: DEBUG nova.network.neutron [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.767483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.791705] env[70480]: INFO nova.scheduler.client.report [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Deleted allocations for instance 14adc332-1382-437e-b322-b1ac8f074ecd [ 1295.839409] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52ab05d4-74bf-6604-a7bf-3826fc560999, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.840326] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2bcf62-032e-4c31-867f-50befb814f8b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.847633] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1295.847633] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520a32c8-4af0-bc72-f096-6dee69c827c2" [ 1295.847633] env[70480]: _type = "Task" [ 1295.847633] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.857421] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520a32c8-4af0-bc72-f096-6dee69c827c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.933273] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723889, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.078339] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723885, 'name': ReconfigVM_Task, 'duration_secs': 1.36252} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.078680] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.079563] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abfc395-0d95-4dd3-9990-a8aea1b75074 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.107869] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84f0714-6318-4346-bb9a-cb37af380cd7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.124199] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1296.124199] env[70480]: value = "task-3723890" [ 1296.124199] env[70480]: _type = "Task" [ 1296.124199] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.132994] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.239891] env[70480]: DEBUG nova.network.neutron [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.300329] env[70480]: DEBUG oslo_concurrency.lockutils [None req-75acb563-bccc-45ec-9845-815eb836c8a3 tempest-ServersListShow296Test-1277402421 tempest-ServersListShow296Test-1277402421-project-member] Lock "14adc332-1382-437e-b322-b1ac8f074ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.439s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.359470] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]520a32c8-4af0-bc72-f096-6dee69c827c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.359747] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.360166] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.360436] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f084d75a-968e-4694-98fb-5c5fe2410c91 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.367873] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1296.367873] env[70480]: value = "task-3723891" [ 1296.367873] env[70480]: _type = "Task" [ 1296.367873] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.376512] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.433989] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723889, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.635892] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723890, 'name': ReconfigVM_Task, 'duration_secs': 0.241613} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.636156] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.636435] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05289d4-2fec-4790-bda1-cc798de0629c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.644469] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1296.644469] env[70480]: value = "task-3723892" [ 1296.644469] env[70480]: _type = "Task" [ 1296.644469] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.654798] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.742625] env[70480]: INFO nova.compute.manager [-] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Took 1.02 seconds to deallocate network for instance. [ 1296.878950] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.933295] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723889, 'name': CreateSnapshot_Task, 'duration_secs': 1.113262} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.933594] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1296.934400] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d8f63-a9b8-4de7-a73f-243ddebf16d3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.156354] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.249414] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.249839] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.250227] env[70480]: DEBUG nova.objects.instance [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lazy-loading 'resources' on Instance uuid c7f57698-2bfe-4e6b-b41e-a4f0426c298a {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.380118] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53397} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.380405] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.380620] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.381326] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff022758-6fe3-427e-acc0-f1502caee96d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.388315] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1297.388315] env[70480]: value = "task-3723893" [ 1297.388315] env[70480]: _type = "Task" [ 1297.388315] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.400218] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.454224] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1297.454573] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94040a07-2632-4942-923d-c8350ae43050 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.462993] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1297.462993] env[70480]: value = "task-3723894" [ 1297.462993] env[70480]: _type = "Task" [ 1297.462993] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.472332] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723894, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.656946] env[70480]: DEBUG oslo_vmware.api [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723892, 'name': PowerOnVM_Task, 'duration_secs': 0.672482} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.657315] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.660732] env[70480]: DEBUG nova.compute.manager [None req-900fd989-ff5d-4eb8-a4bd-43884ec9b8ed tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1297.661525] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3544f4-da92-4491-b687-74ba71dfe8d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.826270] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c7506-d38c-45d2-afd6-9f291791b6e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.834920] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ee3a5e-99c0-402a-ad8d-bb2eab936b11 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.873064] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef3a23e-c4d4-4bdf-99dd-8f6e03cd4028 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.882488] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25893acd-f210-4b05-ad13-1fc2bd4f8456 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.896258] env[70480]: DEBUG nova.compute.provider_tree [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.905661] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239067} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.906503] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.907338] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0476b1-4417-437d-879d-187c0f39a766 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.931802] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.932335] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6ef9ee-28d3-4be6-9d9b-16246b8408ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.952712] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1297.952712] env[70480]: value = "task-3723895" [ 1297.952712] env[70480]: _type = "Task" [ 1297.952712] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.961423] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.972341] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723894, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.402071] env[70480]: DEBUG nova.scheduler.client.report [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.463978] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.473684] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723894, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.908010] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.931761] env[70480]: INFO nova.scheduler.client.report [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Deleted allocations for instance c7f57698-2bfe-4e6b-b41e-a4f0426c298a [ 1298.963856] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723895, 'name': ReconfigVM_Task, 'duration_secs': 0.559216} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.964155] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.964863] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bf936e-92b5-431b-8ba7-20b215272795 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.975333] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723894, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.976743] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1298.976743] env[70480]: value = "task-3723896" [ 1298.976743] env[70480]: _type = "Task" [ 1298.976743] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.985138] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723896, 'name': Rename_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.440056] env[70480]: DEBUG oslo_concurrency.lockutils [None req-25d98419-6090-48ab-b42c-82cabe6e9ff5 tempest-ServersListShow2100Test-1547750424 tempest-ServersListShow2100Test-1547750424-project-member] Lock "c7f57698-2bfe-4e6b-b41e-a4f0426c298a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.407s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.475812] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723894, 'name': CloneVM_Task} progress is 100%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.485892] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723896, 'name': Rename_Task, 'duration_secs': 0.144993} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.486337] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.486611] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e864472-0c83-4560-9db4-49199349114e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.493675] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1299.493675] env[70480]: value = "task-3723897" [ 1299.493675] env[70480]: _type = "Task" [ 1299.493675] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.502787] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.714090] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.714349] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.976912] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723894, 'name': CloneVM_Task, 'duration_secs': 2.089178} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.977368] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created linked-clone VM from snapshot [ 1299.977997] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eda5e69-8862-4ebc-83bf-50c406cebf9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.986533] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Uploading image a7099732-3df8-442e-a290-96d8da73f893 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1300.003756] env[70480]: DEBUG oslo_vmware.api [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723897, 'name': PowerOnVM_Task, 'duration_secs': 0.500646} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.006267] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.006267] env[70480]: INFO nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1300.006267] env[70480]: DEBUG nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1300.007328] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24213708-bd40-4dd8-bb27-a70d16aad107 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.012603] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1300.012603] env[70480]: value = "vm-741487" [ 1300.012603] env[70480]: _type = "VirtualMachine" [ 1300.012603] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1300.012861] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2063fb0-79bf-466c-b2ce-bf05eabce0e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.024605] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease: (returnval){ [ 1300.024605] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52506bbf-ab4e-eeb0-e26c-d7217462724f" [ 1300.024605] env[70480]: _type = "HttpNfcLease" [ 1300.024605] env[70480]: } obtained for exporting VM: (result){ [ 1300.024605] env[70480]: value = "vm-741487" [ 1300.024605] env[70480]: _type = "VirtualMachine" [ 1300.024605] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1300.025669] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the lease: (returnval){ [ 1300.025669] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52506bbf-ab4e-eeb0-e26c-d7217462724f" [ 1300.025669] env[70480]: _type = "HttpNfcLease" [ 1300.025669] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.032717] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.032717] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52506bbf-ab4e-eeb0-e26c-d7217462724f" [ 1300.032717] env[70480]: _type = "HttpNfcLease" [ 1300.032717] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1300.217061] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.530080] env[70480]: INFO nova.compute.manager [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Took 12.53 seconds to build instance. [ 1300.535192] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.535192] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52506bbf-ab4e-eeb0-e26c-d7217462724f" [ 1300.535192] env[70480]: _type = "HttpNfcLease" [ 1300.535192] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1300.535546] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1300.535546] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52506bbf-ab4e-eeb0-e26c-d7217462724f" [ 1300.535546] env[70480]: _type = "HttpNfcLease" [ 1300.535546] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1300.536301] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ed1f2-6f6b-4521-a4b4-b38d51203b08 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.544670] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d54bc-fa65-d22f-0a9e-1f5ddd7d9f90/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1300.544857] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d54bc-fa65-d22f-0a9e-1f5ddd7d9f90/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1300.642266] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56188401-62fd-4611-8f60-f3f863e7dfb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.741943] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.742267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.743824] env[70480]: INFO nova.compute.claims [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.032489] env[70480]: DEBUG oslo_concurrency.lockutils [None req-982a5424-d794-44ba-b25d-172b9ac32162 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.044s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.395969] env[70480]: DEBUG nova.compute.manager [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Received event network-changed-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.396100] env[70480]: DEBUG nova.compute.manager [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Refreshing instance network info cache due to event network-changed-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.396304] env[70480]: DEBUG oslo_concurrency.lockutils [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.396449] env[70480]: DEBUG oslo_concurrency.lockutils [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.396636] env[70480]: DEBUG nova.network.neutron [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Refreshing network info cache for port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.824439] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7566bb85-f962-4d0a-aca8-ad4d83397686 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.833680] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed940c9b-b3f3-4c4c-b20b-e86a28ff4c1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.867020] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49c0ae-e7af-4fda-a965-29eec2fb3f9d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.877042] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15ddc4-a4d2-4219-b501-e356689dcaad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.892961] env[70480]: DEBUG nova.compute.provider_tree [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.125026] env[70480]: DEBUG nova.network.neutron [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updated VIF entry in instance network info cache for port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.125504] env[70480]: DEBUG nova.network.neutron [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.396509] env[70480]: DEBUG nova.scheduler.client.report [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.629768] env[70480]: DEBUG oslo_concurrency.lockutils [req-deb3670c-7daa-49b5-86ce-f9a19e3ce429 req-da3d20b7-02af-49fd-a91b-693e24584cc1 service nova] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.902694] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.903302] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.408666] env[70480]: DEBUG nova.compute.utils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.410233] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.410345] env[70480]: DEBUG nova.network.neutron [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.450921] env[70480]: DEBUG nova.policy [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f87a160f3454240999e0190968e0298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f11b59b23a042f2bb349b35cffb68f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.718587] env[70480]: DEBUG nova.network.neutron [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Successfully created port: a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.915780] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.927400] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.953237] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.953518] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.953682] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.953860] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.954015] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.954177] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.954407] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.954572] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.954742] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.954909] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.955122] env[70480]: DEBUG nova.virt.hardware [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.956058] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceabebe-9cc4-447d-8e75-2c754a676e7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.964656] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ae1cb-d8db-4f8f-9cc3-87d84a138e0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.080231] env[70480]: DEBUG nova.compute.manager [req-53acacf9-f20e-493a-913e-8fee4da8aaa9 req-21e07d42-6183-4de9-be16-4ee75362410f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Received event network-vif-plugged-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.080561] env[70480]: DEBUG oslo_concurrency.lockutils [req-53acacf9-f20e-493a-913e-8fee4da8aaa9 req-21e07d42-6183-4de9-be16-4ee75362410f service nova] Acquiring lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.080660] env[70480]: DEBUG oslo_concurrency.lockutils [req-53acacf9-f20e-493a-913e-8fee4da8aaa9 req-21e07d42-6183-4de9-be16-4ee75362410f service nova] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.080816] env[70480]: DEBUG oslo_concurrency.lockutils [req-53acacf9-f20e-493a-913e-8fee4da8aaa9 req-21e07d42-6183-4de9-be16-4ee75362410f service nova] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.081013] env[70480]: DEBUG nova.compute.manager [req-53acacf9-f20e-493a-913e-8fee4da8aaa9 req-21e07d42-6183-4de9-be16-4ee75362410f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] No waiting events found dispatching network-vif-plugged-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1305.081165] env[70480]: WARNING nova.compute.manager [req-53acacf9-f20e-493a-913e-8fee4da8aaa9 req-21e07d42-6183-4de9-be16-4ee75362410f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Received unexpected event network-vif-plugged-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde for instance with vm_state building and task_state spawning. [ 1305.168990] env[70480]: DEBUG nova.network.neutron [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Successfully updated port: a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.672113] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.672334] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.672438] env[70480]: DEBUG nova.network.neutron [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.207170] env[70480]: DEBUG nova.network.neutron [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.328013] env[70480]: DEBUG nova.network.neutron [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updating instance_info_cache with network_info: [{"id": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "address": "fa:16:3e:f5:b4:dc", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5fe1d13-70", "ovs_interfaceid": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.831305] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.831649] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Instance network_info: |[{"id": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "address": "fa:16:3e:f5:b4:dc", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5fe1d13-70", "ovs_interfaceid": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.832086] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:b4:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.840617] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.841097] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.841591] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abd714ae-6d87-4417-88fa-b31df47c01a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.866324] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.866324] env[70480]: value = "task-3723899" [ 1306.866324] env[70480]: _type = "Task" [ 1306.866324] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.874721] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723899, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.107029] env[70480]: DEBUG nova.compute.manager [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Received event network-changed-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.107349] env[70480]: DEBUG nova.compute.manager [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Refreshing instance network info cache due to event network-changed-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.107645] env[70480]: DEBUG oslo_concurrency.lockutils [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] Acquiring lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.107824] env[70480]: DEBUG oslo_concurrency.lockutils [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] Acquired lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.108065] env[70480]: DEBUG nova.network.neutron [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Refreshing network info cache for port a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.377888] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723899, 'name': CreateVM_Task, 'duration_secs': 0.392141} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.378309] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.378842] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.379033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.379428] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.380060] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f503908e-b679-4585-ad3d-a6b528f0659f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.385549] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1307.385549] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fb6478-bd66-66ed-185d-0f64c3c4d6d6" [ 1307.385549] env[70480]: _type = "Task" [ 1307.385549] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.394795] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fb6478-bd66-66ed-185d-0f64c3c4d6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.801563] env[70480]: DEBUG nova.network.neutron [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updated VIF entry in instance network info cache for port a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.801960] env[70480]: DEBUG nova.network.neutron [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updating instance_info_cache with network_info: [{"id": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "address": "fa:16:3e:f5:b4:dc", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5fe1d13-70", "ovs_interfaceid": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.898116] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52fb6478-bd66-66ed-185d-0f64c3c4d6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016876} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.898537] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.898807] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.899141] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.899326] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.899833] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.899833] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c94aead-690d-42b5-b6bc-cf36ce66f88d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.911803] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.912169] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.912954] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e9ded3-21c9-40a4-afbf-3cd28143cc42 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.919748] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1307.919748] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526896d4-9bbf-2767-3367-eaa0aed57ccf" [ 1307.919748] env[70480]: _type = "Task" [ 1307.919748] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.929522] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526896d4-9bbf-2767-3367-eaa0aed57ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.304866] env[70480]: DEBUG oslo_concurrency.lockutils [req-4adc47dd-60c9-40c5-a425-57a01657d8e3 req-1356a4c3-fc39-4d08-b7c7-28a95694ec44 service nova] Releasing lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.434590] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526896d4-9bbf-2767-3367-eaa0aed57ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.043981} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.435903] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c741f0b-10ba-4241-9e1a-71a05f17c556 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.444333] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1308.444333] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5285c82e-45a0-c0b0-ead6-66a22d1189c0" [ 1308.444333] env[70480]: _type = "Task" [ 1308.444333] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.456614] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5285c82e-45a0-c0b0-ead6-66a22d1189c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.955656] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5285c82e-45a0-c0b0-ead6-66a22d1189c0, 'name': SearchDatastore_Task, 'duration_secs': 0.039087} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.956209] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.956209] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/81f7175b-1a38-4e6c-8916-111f5a1eee0d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.956483] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dde5aef5-9a3a-4cc4-9782-7f62f18a51f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.965308] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1308.965308] env[70480]: value = "task-3723900" [ 1308.965308] env[70480]: _type = "Task" [ 1308.965308] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.974712] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.476263] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723900, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.976869] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574528} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.977589] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/81f7175b-1a38-4e6c-8916-111f5a1eee0d.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.977855] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.978150] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f9db608-4e92-4df4-8b66-d601796992ea {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.985020] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1309.985020] env[70480]: value = "task-3723901" [ 1309.985020] env[70480]: _type = "Task" [ 1309.985020] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.993928] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.066030] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d54bc-fa65-d22f-0a9e-1f5ddd7d9f90/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1310.066909] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d598b-676b-47fc-a3ff-0f05d0e383b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.073623] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d54bc-fa65-d22f-0a9e-1f5ddd7d9f90/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1310.073808] env[70480]: ERROR oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d54bc-fa65-d22f-0a9e-1f5ddd7d9f90/disk-0.vmdk due to incomplete transfer. [ 1310.074056] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb99c9b-acc2-4495-a8ab-58b49783b13a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.081657] env[70480]: DEBUG oslo_vmware.rw_handles [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d54bc-fa65-d22f-0a9e-1f5ddd7d9f90/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1310.081842] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Uploaded image a7099732-3df8-442e-a290-96d8da73f893 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1310.084413] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1310.084657] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-545ee537-fb33-4823-ba28-3352d47dccae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.091496] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1310.091496] env[70480]: value = "task-3723902" [ 1310.091496] env[70480]: _type = "Task" [ 1310.091496] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.099631] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723902, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.494281] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069702} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.494688] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.495419] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc8d1a-718a-4f0d-abf6-ceaceea6e2f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.519613] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/81f7175b-1a38-4e6c-8916-111f5a1eee0d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.519976] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652cbaec-00bf-4ab4-834a-38e5ac199d32 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.541227] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1310.541227] env[70480]: value = "task-3723903" [ 1310.541227] env[70480]: _type = "Task" [ 1310.541227] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.549686] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.601014] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723902, 'name': Destroy_Task, 'duration_secs': 0.372955} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.601292] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroyed the VM [ 1310.601512] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1310.601758] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2bedb7e9-e368-4e97-90be-d00d515a4fce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.608433] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1310.608433] env[70480]: value = "task-3723904" [ 1310.608433] env[70480]: _type = "Task" [ 1310.608433] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.615725] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723904, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.051342] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723903, 'name': ReconfigVM_Task, 'duration_secs': 0.308907} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.051538] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/81f7175b-1a38-4e6c-8916-111f5a1eee0d.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.052144] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f21756-4c44-4704-b38d-8f961e3cc7f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.059156] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1311.059156] env[70480]: value = "task-3723905" [ 1311.059156] env[70480]: _type = "Task" [ 1311.059156] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.067531] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723905, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.118230] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723904, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.569639] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723905, 'name': Rename_Task, 'duration_secs': 0.15372} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.571070] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.571070] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82952b5d-a3ae-4589-ba77-fcf85ea57832 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.578713] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1311.578713] env[70480]: value = "task-3723906" [ 1311.578713] env[70480]: _type = "Task" [ 1311.578713] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.586988] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.618782] env[70480]: DEBUG oslo_vmware.api [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723904, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546434} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.619063] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1311.619300] env[70480]: INFO nova.compute.manager [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 16.74 seconds to snapshot the instance on the hypervisor. [ 1312.089287] env[70480]: DEBUG oslo_vmware.api [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723906, 'name': PowerOnVM_Task, 'duration_secs': 0.489588} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.089554] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.089790] env[70480]: INFO nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1312.090050] env[70480]: DEBUG nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1312.090805] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256b04a-52a7-4938-a117-60fdda12d2a0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.162732] env[70480]: DEBUG nova.compute.manager [None req-ca89da33-967f-4b1c-b1cf-3660bd8efc41 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Found 1 images (rotation: 2) {{(pid=70480) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1312.609941] env[70480]: INFO nova.compute.manager [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Took 11.89 seconds to build instance. [ 1312.806570] env[70480]: DEBUG nova.compute.manager [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1312.808013] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1fd685-a770-4247-bb37-0ebb5ec313dd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.932630] env[70480]: INFO nova.compute.manager [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Rescuing [ 1312.932893] env[70480]: DEBUG oslo_concurrency.lockutils [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.933025] env[70480]: DEBUG oslo_concurrency.lockutils [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.933199] env[70480]: DEBUG nova.network.neutron [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.112623] env[70480]: DEBUG oslo_concurrency.lockutils [None req-59911d11-a42d-45e4-aa14-4ba6d88436bf tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.398s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.320763] env[70480]: INFO nova.compute.manager [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] instance snapshotting [ 1313.321337] env[70480]: DEBUG nova.objects.instance [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'flavor' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.625347] env[70480]: DEBUG nova.network.neutron [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updating instance_info_cache with network_info: [{"id": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "address": "fa:16:3e:f5:b4:dc", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5fe1d13-70", "ovs_interfaceid": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.828257] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4137c6d1-345d-4aec-bc41-a8c3ef277122 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.847516] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5d3da0-5430-4b08-806d-948cd77d3468 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.128067] env[70480]: DEBUG oslo_concurrency.lockutils [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.357753] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1314.358126] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a69055e-836f-4c6f-87d1-2a28164c4a28 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.365677] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1314.365677] env[70480]: value = "task-3723907" [ 1314.365677] env[70480]: _type = "Task" [ 1314.365677] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.374326] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.875915] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723907, 'name': CreateSnapshot_Task, 'duration_secs': 0.447225} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.876377] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.876961] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e95bd1f-14f8-4d56-a741-6cd4736f942a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.396360] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.396698] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7eab212-0063-4a03-b8f9-dbfd209f3aa3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.406648] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1315.406648] env[70480]: value = "task-3723908" [ 1315.406648] env[70480]: _type = "Task" [ 1315.406648] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.415483] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723908, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.660507] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.660910] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6afbaec3-8277-4941-8fcc-6bfcd1cf91cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.669266] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1315.669266] env[70480]: value = "task-3723909" [ 1315.669266] env[70480]: _type = "Task" [ 1315.669266] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.678204] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.921342] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723908, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.180500] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723909, 'name': PowerOffVM_Task, 'duration_secs': 0.20705} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.180771] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.181622] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79731e-91c3-452a-8b70-7978699c60fd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.204731] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f84889-31b8-4c5a-aff2-a40905391cf3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.236807] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.237125] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bce8298-dc18-4b5d-978c-1769482e3d00 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.244395] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1316.244395] env[70480]: value = "task-3723910" [ 1316.244395] env[70480]: _type = "Task" [ 1316.244395] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.252908] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.417415] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723908, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.754997] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1316.755239] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.755535] env[70480]: DEBUG oslo_concurrency.lockutils [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.755696] env[70480]: DEBUG oslo_concurrency.lockutils [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.755882] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.756739] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553e9645-2cbc-4b01-baf4-8fc369eed4aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.765610] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.765826] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.766594] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333643d9-07bd-4b18-bd51-e393f3a406d0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.772568] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1316.772568] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f4879-a7eb-f842-b714-a221d92030f2" [ 1316.772568] env[70480]: _type = "Task" [ 1316.772568] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.780492] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f4879-a7eb-f842-b714-a221d92030f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.922410] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723908, 'name': CloneVM_Task, 'duration_secs': 1.237772} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.922410] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created linked-clone VM from snapshot [ 1316.922410] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e202bb-3f96-4123-8e55-52c581a52827 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.929457] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Uploading image fae8c80a-f1cb-4d06-ae3f-e5aad5ee424a {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1316.951343] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1316.951343] env[70480]: value = "vm-741490" [ 1316.951343] env[70480]: _type = "VirtualMachine" [ 1316.951343] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1316.951672] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dac8586e-3653-485f-88ff-bcd5087eb8e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.958991] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease: (returnval){ [ 1316.958991] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a1efe-f19c-139f-72bc-0598c47c11b8" [ 1316.958991] env[70480]: _type = "HttpNfcLease" [ 1316.958991] env[70480]: } obtained for exporting VM: (result){ [ 1316.958991] env[70480]: value = "vm-741490" [ 1316.958991] env[70480]: _type = "VirtualMachine" [ 1316.958991] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1316.959319] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the lease: (returnval){ [ 1316.959319] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a1efe-f19c-139f-72bc-0598c47c11b8" [ 1316.959319] env[70480]: _type = "HttpNfcLease" [ 1316.959319] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.965926] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.965926] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a1efe-f19c-139f-72bc-0598c47c11b8" [ 1316.965926] env[70480]: _type = "HttpNfcLease" [ 1316.965926] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.284070] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]529f4879-a7eb-f842-b714-a221d92030f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.284979] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b37116-c49b-4399-96d3-5256cae7cfbc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.290723] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1317.290723] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b75cfd-9657-a369-fdbd-b4ac89fe70cf" [ 1317.290723] env[70480]: _type = "Task" [ 1317.290723] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.299256] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b75cfd-9657-a369-fdbd-b4ac89fe70cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.467097] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.467097] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a1efe-f19c-139f-72bc-0598c47c11b8" [ 1317.467097] env[70480]: _type = "HttpNfcLease" [ 1317.467097] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.467429] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.467429] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]523a1efe-f19c-139f-72bc-0598c47c11b8" [ 1317.467429] env[70480]: _type = "HttpNfcLease" [ 1317.467429] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1317.468189] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3732f9-2839-48fb-ae0d-2ce4f57d24c8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.475820] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddb087-c071-77ef-35ec-4b1b89383851/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.475997] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddb087-c071-77ef-35ec-4b1b89383851/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1317.560068] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b47aa433-bcb2-413f-9f90-8cc4529d1f9b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.801660] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b75cfd-9657-a369-fdbd-b4ac89fe70cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.801974] env[70480]: DEBUG oslo_concurrency.lockutils [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.802358] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. {{(pid=70480) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1317.802665] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f8a969-3287-484e-85e7-9d3875e6c240 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.809977] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1317.809977] env[70480]: value = "task-3723912" [ 1317.809977] env[70480]: _type = "Task" [ 1317.809977] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.818982] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.320829] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492893} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.321266] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk. [ 1318.322184] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119626fd-f138-499e-941b-99da255529e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.350737] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.351254] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7214583b-f90d-468d-af1e-daf2d067cfb3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.373905] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1318.373905] env[70480]: value = "task-3723913" [ 1318.373905] env[70480]: _type = "Task" [ 1318.373905] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.383099] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.884470] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723913, 'name': ReconfigVM_Task, 'duration_secs': 0.343147} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.884891] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d/6bbc4e0e-8235-4978-8158-5e71874c5b65-rescue.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.885933] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82458827-9c98-44e4-a997-3aff530b8f21 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.914329] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cf948d-984e-450e-854c-1a17bffea4fa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.932787] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1318.932787] env[70480]: value = "task-3723914" [ 1318.932787] env[70480]: _type = "Task" [ 1318.932787] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.943145] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.444064] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723914, 'name': ReconfigVM_Task, 'duration_secs': 0.17082} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.444064] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.444064] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0d2faf-b29f-46d3-9bc6-b00a61d2da64 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.450689] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1319.450689] env[70480]: value = "task-3723915" [ 1319.450689] env[70480]: _type = "Task" [ 1319.450689] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.459694] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.952426] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.956133] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.956367] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.957083] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.957294] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.957505] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.957676] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1319.963095] env[70480]: DEBUG oslo_vmware.api [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723915, 'name': PowerOnVM_Task, 'duration_secs': 0.432236} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.963375] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.966549] env[70480]: DEBUG nova.compute.manager [None req-caa8fb8d-eb23-4580-be03-c2918838501b tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.967425] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b39f44-079f-435d-8be6-804db469b46c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.366706] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.366892] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.822627] env[70480]: INFO nova.compute.manager [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Unrescuing [ 1320.823054] env[70480]: DEBUG oslo_concurrency.lockutils [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.823119] env[70480]: DEBUG oslo_concurrency.lockutils [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquired lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.823285] env[70480]: DEBUG nova.network.neutron [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.870329] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.870579] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.870797] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.871019] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.872016] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ff715a-a3f1-48b4-9aa0-dab26f80baf2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.882804] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b250d89-1eb5-49b8-9c62-7a275f2e2f7f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.903771] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5916b5e-4168-498b-ac40-d00dce8ca15f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.912015] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7731a2ed-5ac2-42f5-b571-496fd0d4661e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.944421] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180593MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.944633] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.944812] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.529199] env[70480]: DEBUG nova.network.neutron [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updating instance_info_cache with network_info: [{"id": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "address": "fa:16:3e:f5:b4:dc", "network": {"id": "931630f7-f660-42ad-a00f-a391626130eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1529957200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f11b59b23a042f2bb349b35cffb68f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5fe1d13-70", "ovs_interfaceid": "a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.975738] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 963f7583-99aa-48fe-9aa8-26316d270d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.976053] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 273391cd-d4f2-421e-9da4-2213666908cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.976179] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.976361] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 81f7175b-1a38-4e6c-8916-111f5a1eee0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.976637] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.976879] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1322.032094] env[70480]: DEBUG oslo_concurrency.lockutils [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Releasing lock "refresh_cache-81f7175b-1a38-4e6c-8916-111f5a1eee0d" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.033028] env[70480]: DEBUG nova.objects.instance [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lazy-loading 'flavor' on Instance uuid 81f7175b-1a38-4e6c-8916-111f5a1eee0d {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.051615] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b7d8d9-652d-4cac-bc52-446a2652f568 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.061779] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deae019-f89c-41e3-97f1-f1ef0a3820be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.104685] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ee2e2-0998-4179-a628-9e094374a209 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.116780] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621af9e-3b48-42dc-a517-f1ec72f8b625 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.137233] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.539963] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a33df8-dd9d-4c45-b664-c2283d201999 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.562343] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.562771] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bacd241-6506-4f79-995c-85f514e2ed79 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.570532] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1322.570532] env[70480]: value = "task-3723916" [ 1322.570532] env[70480]: _type = "Task" [ 1322.570532] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.579838] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.641155] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.082125] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723916, 'name': PowerOffVM_Task, 'duration_secs': 0.246418} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.082536] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.088139] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.088458] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616bd84e-5042-446f-9663-ca30f24b19ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.109449] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1323.109449] env[70480]: value = "task-3723917" [ 1323.109449] env[70480]: _type = "Task" [ 1323.109449] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.118235] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.146413] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1323.146774] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.620919] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723917, 'name': ReconfigVM_Task, 'duration_secs': 0.257727} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.621247] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.621473] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.621742] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07ce0d14-f7e7-4064-96bc-7d494f780b20 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.629537] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1323.629537] env[70480]: value = "task-3723918" [ 1323.629537] env[70480]: _type = "Task" [ 1323.629537] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.638255] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.143748] env[70480]: DEBUG oslo_vmware.api [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723918, 'name': PowerOnVM_Task, 'duration_secs': 0.415321} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.144232] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.144418] env[70480]: DEBUG nova.compute.manager [None req-84aa4946-4e26-417c-bd6d-e62cfb960fa6 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1324.145434] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abafa374-cb70-4af1-b090-154325cc0c61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.418078] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddb087-c071-77ef-35ec-4b1b89383851/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.419198] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14393fa-06ae-4cac-964b-a334490e9bc0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.426103] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddb087-c071-77ef-35ec-4b1b89383851/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.426303] env[70480]: ERROR oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddb087-c071-77ef-35ec-4b1b89383851/disk-0.vmdk due to incomplete transfer. [ 1325.426540] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a30fa4d6-18e9-43b0-a733-a5c3620a9733 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.434657] env[70480]: DEBUG oslo_vmware.rw_handles [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ddb087-c071-77ef-35ec-4b1b89383851/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1325.434888] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Uploaded image fae8c80a-f1cb-4d06-ae3f-e5aad5ee424a to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1325.437082] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1325.437325] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-203145cf-aa37-4b00-8741-831c96c67625 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.442723] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1325.442723] env[70480]: value = "task-3723919" [ 1325.442723] env[70480]: _type = "Task" [ 1325.442723] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.450503] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723919, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.454934] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.455178] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.455386] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.455576] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.455746] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.458399] env[70480]: INFO nova.compute.manager [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Terminating instance [ 1325.953751] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723919, 'name': Destroy_Task, 'duration_secs': 0.497408} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.954074] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroyed the VM [ 1325.954336] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.954699] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cc181ffb-cbc8-4836-a362-bbc1cb3ab89d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.962869] env[70480]: DEBUG nova.compute.manager [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.963082] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.963587] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1325.963587] env[70480]: value = "task-3723920" [ 1325.963587] env[70480]: _type = "Task" [ 1325.963587] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.964384] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a423d-36bf-4c8f-9521-8c9f6315a30e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.975536] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.978846] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14abf548-1951-4939-989e-5c3117941051 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.980603] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.986450] env[70480]: DEBUG oslo_vmware.api [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1325.986450] env[70480]: value = "task-3723921" [ 1325.986450] env[70480]: _type = "Task" [ 1325.986450] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.996612] env[70480]: DEBUG oslo_vmware.api [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.477030] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723920, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.501858] env[70480]: DEBUG oslo_vmware.api [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723921, 'name': PowerOffVM_Task, 'duration_secs': 0.221458} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.502269] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.502411] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.502657] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81065d02-beb7-447c-909c-108e8aac3f61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.568242] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.568518] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.568755] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Deleting the datastore file [datastore2] 81f7175b-1a38-4e6c-8916-111f5a1eee0d {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.569071] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24bdf60-dacd-4bc7-9574-da7f6541d980 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.575679] env[70480]: DEBUG oslo_vmware.api [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1326.575679] env[70480]: value = "task-3723923" [ 1326.575679] env[70480]: _type = "Task" [ 1326.575679] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.584663] env[70480]: DEBUG oslo_vmware.api [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.977924] env[70480]: DEBUG oslo_vmware.api [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723920, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569062} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.978179] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1326.978335] env[70480]: INFO nova.compute.manager [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 13.15 seconds to snapshot the instance on the hypervisor. [ 1327.088688] env[70480]: DEBUG oslo_vmware.api [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176743} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.088968] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.089189] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.089365] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.089533] env[70480]: INFO nova.compute.manager [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1327.089781] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.089982] env[70480]: DEBUG nova.compute.manager [-] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.090120] env[70480]: DEBUG nova.network.neutron [-] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.357526] env[70480]: DEBUG nova.compute.manager [req-52459740-7574-412e-9c12-173eb10842a1 req-a115ba07-7579-470d-9c28-3e5b7658179f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Received event network-vif-deleted-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.357740] env[70480]: INFO nova.compute.manager [req-52459740-7574-412e-9c12-173eb10842a1 req-a115ba07-7579-470d-9c28-3e5b7658179f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Neutron deleted interface a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde; detaching it from the instance and deleting it from the info cache [ 1327.357918] env[70480]: DEBUG nova.network.neutron [req-52459740-7574-412e-9c12-173eb10842a1 req-a115ba07-7579-470d-9c28-3e5b7658179f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.540942] env[70480]: DEBUG nova.compute.manager [None req-67cc009d-4a69-43e0-8d31-592e855bd67d tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Found 2 images (rotation: 2) {{(pid=70480) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1327.841264] env[70480]: DEBUG nova.network.neutron [-] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.860860] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ec87328-2a9d-40fc-bd50-8ac609bca19f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.871446] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c62a29-4dc4-4d65-8089-e84037ffb546 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.897439] env[70480]: DEBUG nova.compute.manager [req-52459740-7574-412e-9c12-173eb10842a1 req-a115ba07-7579-470d-9c28-3e5b7658179f service nova] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Detach interface failed, port_id=a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde, reason: Instance 81f7175b-1a38-4e6c-8916-111f5a1eee0d could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.344488] env[70480]: INFO nova.compute.manager [-] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Took 1.25 seconds to deallocate network for instance. [ 1328.784450] env[70480]: DEBUG nova.compute.manager [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.785369] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac55b4-629c-4712-a438-5a118d0f07e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.851376] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.851640] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.851867] env[70480]: DEBUG nova.objects.instance [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lazy-loading 'resources' on Instance uuid 81f7175b-1a38-4e6c-8916-111f5a1eee0d {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.295812] env[70480]: INFO nova.compute.manager [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] instance snapshotting [ 1329.296507] env[70480]: DEBUG nova.objects.instance [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'flavor' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.422174] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18503611-a8d5-4a85-9f34-57f8b2881449 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.430334] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a10f2b6-a0e6-4d5a-933e-d5846e0a11e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.462303] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5a868f-f603-4e84-8a71-0978d8ec9ce5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.470686] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82591e99-a899-497a-b872-ae2049e00610 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.485651] env[70480]: DEBUG nova.compute.provider_tree [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.801988] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ee5cf4-ec6c-4034-bcb9-29d3c8002b39 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.821845] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fcb655-55f8-490c-b8b3-bc7e11a07cda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.989713] env[70480]: DEBUG nova.scheduler.client.report [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.333118] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1330.333489] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcf89ca3-b124-4cac-bf14-7d58736f0db6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.341464] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1330.341464] env[70480]: value = "task-3723924" [ 1330.341464] env[70480]: _type = "Task" [ 1330.341464] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.350216] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723924, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.494641] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.515496] env[70480]: INFO nova.scheduler.client.report [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Deleted allocations for instance 81f7175b-1a38-4e6c-8916-111f5a1eee0d [ 1330.853787] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723924, 'name': CreateSnapshot_Task, 'duration_secs': 0.433843} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.854209] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1330.854954] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030dd94-26eb-4060-8adb-3e82e06308c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.025477] env[70480]: DEBUG oslo_concurrency.lockutils [None req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "81f7175b-1a38-4e6c-8916-111f5a1eee0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.379781] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1331.380102] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12709753-941a-4fc6-9380-0d0397188df5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.389518] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1331.389518] env[70480]: value = "task-3723925" [ 1331.389518] env[70480]: _type = "Task" [ 1331.389518] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.397903] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723925, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.900388] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723925, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.112936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "273391cd-d4f2-421e-9da4-2213666908cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.112936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "273391cd-d4f2-421e-9da4-2213666908cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.113222] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "273391cd-d4f2-421e-9da4-2213666908cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.113267] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "273391cd-d4f2-421e-9da4-2213666908cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.113416] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "273391cd-d4f2-421e-9da4-2213666908cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.115601] env[70480]: INFO nova.compute.manager [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Terminating instance [ 1332.402789] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723925, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.620833] env[70480]: DEBUG nova.compute.manager [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.620833] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.621372] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d26e1-85b7-4ed7-821b-a7f92222b287 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.631375] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.631791] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-182e0078-3258-4e4e-9480-121d41844e61 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.638788] env[70480]: DEBUG oslo_vmware.api [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1332.638788] env[70480]: value = "task-3723926" [ 1332.638788] env[70480]: _type = "Task" [ 1332.638788] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.649298] env[70480]: DEBUG oslo_vmware.api [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.902234] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723925, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.149143] env[70480]: DEBUG oslo_vmware.api [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723926, 'name': PowerOffVM_Task, 'duration_secs': 0.208183} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.149430] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.149616] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.149927] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0442d35b-101d-46a6-847e-dd85d19657b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.211840] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.212140] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.212374] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Deleting the datastore file [datastore1] 273391cd-d4f2-421e-9da4-2213666908cd {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.212685] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-067eb1df-a451-4c3b-a35f-f05dede9e0c1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.219812] env[70480]: DEBUG oslo_vmware.api [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for the task: (returnval){ [ 1333.219812] env[70480]: value = "task-3723928" [ 1333.219812] env[70480]: _type = "Task" [ 1333.219812] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.228875] env[70480]: DEBUG oslo_vmware.api [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.404090] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723925, 'name': CloneVM_Task, 'duration_secs': 1.713879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.404375] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Created linked-clone VM from snapshot [ 1333.405250] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41791c-fb40-4c0e-af25-9dedea0d0d2c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.414172] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Uploading image 9ddd0165-923d-4afa-9d2a-b1d03f956cc8 {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1333.440670] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1333.440670] env[70480]: value = "vm-741492" [ 1333.440670] env[70480]: _type = "VirtualMachine" [ 1333.440670] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1333.440995] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4645a9cd-d8ef-4782-bc1e-9913ebd013b0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.448010] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease: (returnval){ [ 1333.448010] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237b04e-86c3-6550-bc23-6b7339b00d0d" [ 1333.448010] env[70480]: _type = "HttpNfcLease" [ 1333.448010] env[70480]: } obtained for exporting VM: (result){ [ 1333.448010] env[70480]: value = "vm-741492" [ 1333.448010] env[70480]: _type = "VirtualMachine" [ 1333.448010] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1333.448350] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the lease: (returnval){ [ 1333.448350] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237b04e-86c3-6550-bc23-6b7339b00d0d" [ 1333.448350] env[70480]: _type = "HttpNfcLease" [ 1333.448350] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.454856] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.454856] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237b04e-86c3-6550-bc23-6b7339b00d0d" [ 1333.454856] env[70480]: _type = "HttpNfcLease" [ 1333.454856] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1333.729908] env[70480]: DEBUG oslo_vmware.api [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Task: {'id': task-3723928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224816} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.730162] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.730310] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.730504] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.730705] env[70480]: INFO nova.compute.manager [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1333.730956] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.731218] env[70480]: DEBUG nova.compute.manager [-] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.731302] env[70480]: DEBUG nova.network.neutron [-] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.958493] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.958493] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237b04e-86c3-6550-bc23-6b7339b00d0d" [ 1333.958493] env[70480]: _type = "HttpNfcLease" [ 1333.958493] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1333.958926] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1333.958926] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5237b04e-86c3-6550-bc23-6b7339b00d0d" [ 1333.958926] env[70480]: _type = "HttpNfcLease" [ 1333.958926] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1333.961016] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89564a68-cc9a-4085-ac40-27b3fa98a111 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.968654] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7d0cb-23cd-c9c4-4176-c67830b29885/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1333.968802] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7d0cb-23cd-c9c4-4176-c67830b29885/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1334.029070] env[70480]: DEBUG nova.compute.manager [req-aa6c8f6a-5ce7-43d0-b3c4-cd8d5dd53b82 req-381b3bff-6502-4fd5-b8ab-f988ec08748f service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Received event network-vif-deleted-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.029328] env[70480]: INFO nova.compute.manager [req-aa6c8f6a-5ce7-43d0-b3c4-cd8d5dd53b82 req-381b3bff-6502-4fd5-b8ab-f988ec08748f service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Neutron deleted interface 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee; detaching it from the instance and deleting it from the info cache [ 1334.029608] env[70480]: DEBUG nova.network.neutron [req-aa6c8f6a-5ce7-43d0-b3c4-cd8d5dd53b82 req-381b3bff-6502-4fd5-b8ab-f988ec08748f service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.122678] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdc7ccce-8fdb-4316-988b-515cb87d201c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.142846] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.472948] env[70480]: DEBUG nova.network.neutron [-] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.533362] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1097ef36-d3f4-4b45-8ddf-9c344befd40d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.544344] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e76d59-d901-4f78-adf5-278fbe8b421f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.575268] env[70480]: DEBUG nova.compute.manager [req-aa6c8f6a-5ce7-43d0-b3c4-cd8d5dd53b82 req-381b3bff-6502-4fd5-b8ab-f988ec08748f service nova] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Detach interface failed, port_id=91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee, reason: Instance 273391cd-d4f2-421e-9da4-2213666908cd could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.975608] env[70480]: INFO nova.compute.manager [-] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Took 1.24 seconds to deallocate network for instance. [ 1335.484088] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.485121] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.485121] env[70480]: DEBUG nova.objects.instance [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lazy-loading 'resources' on Instance uuid 273391cd-d4f2-421e-9da4-2213666908cd {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.050952] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c2c30a-3403-4ea1-8212-34876c62d337 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.060703] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc62bc5-2454-4f21-b3eb-309e112e6386 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.094035] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ed0b3-3d75-43f8-a5e2-1f79929b2140 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.102104] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7156b554-10a2-4994-8e66-1f1e55d0bf3c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.116254] env[70480]: DEBUG nova.compute.provider_tree [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.619991] env[70480]: DEBUG nova.scheduler.client.report [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.126914] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.149702] env[70480]: INFO nova.scheduler.client.report [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Deleted allocations for instance 273391cd-d4f2-421e-9da4-2213666908cd [ 1337.657940] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b106baf1-d825-47bb-b47d-8089af11ca41 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Lock "273391cd-d4f2-421e-9da4-2213666908cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.545s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.683742] env[70480]: DEBUG nova.compute.manager [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1340.206919] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.207324] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.713124] env[70480]: INFO nova.compute.claims [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.219851] env[70480]: INFO nova.compute.resource_tracker [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating resource usage from migration 6c268bef-dac6-47e3-aed9-2ce6890b575c [ 1341.278140] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbfef79-d6e6-4d42-9dbb-ab0ed167547c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.286499] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37790bab-1367-46af-a8f0-aa55f5770ad3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.320817] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c3d0f7-242d-4f73-95ab-662b65483642 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.329413] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d2724-d386-49f7-8d6b-7ff5e8f23352 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.344462] env[70480]: DEBUG nova.compute.provider_tree [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.848311] env[70480]: DEBUG nova.scheduler.client.report [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.862818] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7d0cb-23cd-c9c4-4176-c67830b29885/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.863749] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2b49de-31ab-4641-b435-cdc7bca51874 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.871051] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7d0cb-23cd-c9c4-4176-c67830b29885/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.871235] env[70480]: ERROR oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7d0cb-23cd-c9c4-4176-c67830b29885/disk-0.vmdk due to incomplete transfer. [ 1341.871457] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec243c88-3852-42cf-af03-1d3095625631 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.879146] env[70480]: DEBUG oslo_vmware.rw_handles [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7d0cb-23cd-c9c4-4176-c67830b29885/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1341.879342] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Uploaded image 9ddd0165-923d-4afa-9d2a-b1d03f956cc8 to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1341.881588] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1341.881828] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8631baa-0322-4b6f-9376-ef46294bf877 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.888163] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1341.888163] env[70480]: value = "task-3723930" [ 1341.888163] env[70480]: _type = "Task" [ 1341.888163] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.895812] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723930, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.354070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.147s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.354301] env[70480]: INFO nova.compute.manager [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Migrating [ 1342.398019] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723930, 'name': Destroy_Task, 'duration_secs': 0.391884} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.398274] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroyed the VM [ 1342.398508] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.398770] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb350eba-c1c2-45be-a894-e2f7d57fcf01 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.405376] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1342.405376] env[70480]: value = "task-3723931" [ 1342.405376] env[70480]: _type = "Task" [ 1342.405376] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.413306] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.870448] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.870876] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.870876] env[70480]: DEBUG nova.network.neutron [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.915355] env[70480]: DEBUG oslo_vmware.api [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723931, 'name': RemoveSnapshot_Task, 'duration_secs': 0.472968} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.915621] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.915867] env[70480]: INFO nova.compute.manager [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 13.11 seconds to snapshot the instance on the hypervisor. [ 1343.460204] env[70480]: DEBUG nova.compute.manager [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Found 3 images (rotation: 2) {{(pid=70480) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1343.460431] env[70480]: DEBUG nova.compute.manager [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Rotating out 1 backups {{(pid=70480) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1343.460604] env[70480]: DEBUG nova.compute.manager [None req-c8f0f98a-8aad-411c-a657-c35cb131e313 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleting image a7099732-3df8-442e-a290-96d8da73f893 {{(pid=70480) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1343.580201] env[70480]: DEBUG nova.network.neutron [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.083573] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.460500] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.460910] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.461141] env[70480]: DEBUG nova.compute.manager [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1345.462244] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f35cc29-c8da-4727-99b6-92868dce505d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.470068] env[70480]: DEBUG nova.compute.manager [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1345.470688] env[70480]: DEBUG nova.objects.instance [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'flavor' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.598195] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659257fc-ccf7-45e4-802b-1745c8953643 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.618224] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.124134] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.124460] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317a7233-053e-4447-b0ee-1d989b9f3315 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.134615] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1346.134615] env[70480]: value = "task-3723932" [ 1346.134615] env[70480]: _type = "Task" [ 1346.134615] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.143733] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.477928] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.478364] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c42776-ff09-4e68-aa55-587054144095 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.486118] env[70480]: DEBUG oslo_vmware.api [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1346.486118] env[70480]: value = "task-3723933" [ 1346.486118] env[70480]: _type = "Task" [ 1346.486118] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.494943] env[70480]: DEBUG oslo_vmware.api [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.644965] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723932, 'name': PowerOffVM_Task, 'duration_secs': 0.177542} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.645251] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.645439] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.997426] env[70480]: DEBUG oslo_vmware.api [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723933, 'name': PowerOffVM_Task, 'duration_secs': 0.186756} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.997707] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.997970] env[70480]: DEBUG nova.compute.manager [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1346.998775] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8e6c8-1e84-404d-85b8-5049f63f9f1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.153024] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.153024] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.153185] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.153389] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.153544] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.153696] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.153931] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.154135] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.154313] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.154479] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.154661] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.160086] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170be9b6-3b8f-4105-89d5-74b54c96ae15 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.177501] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1347.177501] env[70480]: value = "task-3723934" [ 1347.177501] env[70480]: _type = "Task" [ 1347.177501] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.186615] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.511220] env[70480]: DEBUG oslo_concurrency.lockutils [None req-c4d227d1-e37e-426f-99fe-7a67f18e5343 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.688650] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723934, 'name': ReconfigVM_Task, 'duration_secs': 0.316924} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.689025] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.195361] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.195618] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.195811] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.196035] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.196223] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.196405] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.196620] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.196783] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.196954] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.197136] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.197315] env[70480]: DEBUG nova.virt.hardware [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.202804] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.203114] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd02cf52-4d50-4133-8387-a6dc9af6c63c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.222852] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1348.222852] env[70480]: value = "task-3723935" [ 1348.222852] env[70480]: _type = "Task" [ 1348.222852] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.231938] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.551424] env[70480]: DEBUG nova.compute.manager [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Stashing vm_state: stopped {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1348.733219] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723935, 'name': ReconfigVM_Task, 'duration_secs': 0.1915} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.733532] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.734352] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d2570f-2154-4f28-9941-c41439bd279c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.763890] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.764271] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26ddf2b-3c89-48ad-8d12-59fa1dd24a50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.784506] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1348.784506] env[70480]: value = "task-3723936" [ 1348.784506] env[70480]: _type = "Task" [ 1348.784506] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.793529] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.078765] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.079119] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.295331] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723936, 'name': ReconfigVM_Task, 'duration_secs': 0.262609} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.295617] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.295944] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.584132] env[70480]: INFO nova.compute.claims [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.804031] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7c6645-8914-43b6-aef7-63979573bc1d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.823208] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a874c3-560c-479f-a433-8cec8c0500cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.841935] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.090591] env[70480]: INFO nova.compute.resource_tracker [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating resource usage from migration 141ace54-0306-4135-9941-977606ccfdd2 [ 1350.153109] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd37767-16d9-44d9-b81d-6057d4eddb26 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.161121] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef08da7-2c1f-4877-aa04-4252f23d0296 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.192278] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a70b65-6638-4574-ae1f-d7dda672fb45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.199955] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd72d9c2-b15d-445f-99d8-2bbf1faaf25a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.214237] env[70480]: DEBUG nova.compute.provider_tree [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.380872] env[70480]: DEBUG nova.network.neutron [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1350.718069] env[70480]: DEBUG nova.scheduler.client.report [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.223259] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.144s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.223449] env[70480]: INFO nova.compute.manager [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Migrating [ 1351.402019] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.402266] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.402415] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.738465] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.739043] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.739043] env[70480]: DEBUG nova.network.neutron [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.445351] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.445608] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.445862] env[70480]: DEBUG nova.network.neutron [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.482917] env[70480]: DEBUG nova.network.neutron [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.985926] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.140864] env[70480]: DEBUG nova.network.neutron [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.644117] env[70480]: DEBUG oslo_concurrency.lockutils [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.169476] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a362ddb9-95a9-49bd-a862-5d9bf4fc163c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.190229] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddca18a-2634-4aac-aa7f-a6ed2c77a0b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.197593] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.501160] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b60cf1-89ed-4621-a4f1-905ab481b1c2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.521118] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.704138] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.704365] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb531c7-e652-447f-bb5f-59f9a7f45583 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.711653] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1354.711653] env[70480]: value = "task-3723937" [ 1354.711653] env[70480]: _type = "Task" [ 1354.711653] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.720048] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.027536] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.027854] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b77e852-8c94-499e-b9f0-1a9a1062cc1f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.035735] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1355.035735] env[70480]: value = "task-3723938" [ 1355.035735] env[70480]: _type = "Task" [ 1355.035735] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.048734] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1355.048992] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.221955] env[70480]: DEBUG oslo_vmware.api [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723937, 'name': PowerOnVM_Task, 'duration_secs': 0.38545} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.222321] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.222462] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2baf-e182-4bcd-8257-5b8284f4e179 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance 'f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.555306] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.555555] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.555707] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.555960] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.556132] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.556287] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.556503] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.556665] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.556834] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.556999] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.557206] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.562367] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637b327a-1c02-48ee-91ee-fa6e468e88e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.578587] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1355.578587] env[70480]: value = "task-3723939" [ 1355.578587] env[70480]: _type = "Task" [ 1355.578587] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.586776] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.089192] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723939, 'name': ReconfigVM_Task, 'duration_secs': 0.150174} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.089566] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.596708] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.596708] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.596708] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.597246] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.597246] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.597246] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.597479] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.597648] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.599026] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.599026] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.599026] env[70480]: DEBUG nova.virt.hardware [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.603602] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.603922] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e38592-5025-4c7a-afe8-ad887bd5dbee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.623521] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1356.623521] env[70480]: value = "task-3723940" [ 1356.623521] env[70480]: _type = "Task" [ 1356.623521] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.636946] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.135256] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723940, 'name': ReconfigVM_Task, 'duration_secs': 0.161345} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.135565] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.136378] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745bfe76-2f3c-4433-9720-4b535b5b243c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.162199] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62/963f7583-99aa-48fe-9aa8-26316d270d62.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.162897] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f81b05-7c12-4d1f-ad98-67673e086fdb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.183047] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1357.183047] env[70480]: value = "task-3723941" [ 1357.183047] env[70480]: _type = "Task" [ 1357.183047] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.196484] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.492242] env[70480]: DEBUG nova.network.neutron [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1357.492521] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.492678] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.492861] env[70480]: DEBUG nova.network.neutron [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.697668] env[70480]: DEBUG oslo_vmware.api [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723941, 'name': ReconfigVM_Task, 'duration_secs': 0.313766} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.698215] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62/963f7583-99aa-48fe-9aa8-26316d270d62.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.698669] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.200895] env[70480]: DEBUG nova.network.neutron [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.207097] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcd1214-0fbd-4779-8b40-c803f7b2ed1b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.229349] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3d548-c078-4958-a54c-b3e662215db4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.248275] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.704169] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.785664] env[70480]: DEBUG nova.network.neutron [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Port 55b231ba-c656-4a8f-a238-e05b4a70fa8e binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.208128] env[70480]: DEBUG nova.compute.manager [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70480) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1359.208128] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.208374] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.711082] env[70480]: DEBUG nova.objects.instance [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'migration_context' on Instance uuid f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.808540] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.808787] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.808995] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.286780] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca2ee82-5541-4537-8795-493ea4262791 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.295522] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed1a87-445b-4d1b-8eb4-dc17ac0243cf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.331288] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cce14e-565f-44b5-85ab-55f599a00f8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.340700] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f532fb3-6a4c-483f-af6e-e94789a4c2e1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.356648] env[70480]: DEBUG nova.compute.provider_tree [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.860240] env[70480]: DEBUG nova.scheduler.client.report [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.864403] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.864592] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.864772] env[70480]: DEBUG nova.network.neutron [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.578247] env[70480]: DEBUG nova.network.neutron [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.875777] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.667s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.081195] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.606965] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211e6ea-ccf8-4300-9f72-6a1c7278802f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.630415] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7118ec3-68d3-4b6f-b18b-5742a2841c01 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.638169] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.144641] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7b1c63-6c79-4295-a914-055c211fdfb9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance '963f7583-99aa-48fe-9aa8-26316d270d62' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.412089] env[70480]: INFO nova.compute.manager [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Swapping old allocation on dict_keys(['90a52c8d-d5fe-4619-98ec-fbd4788b011e']) held by migration 6c268bef-dac6-47e3-aed9-2ce6890b575c for instance [ 1363.435789] env[70480]: DEBUG nova.scheduler.client.report [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Overwriting current allocation {'allocations': {'90a52c8d-d5fe-4619-98ec-fbd4788b011e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': 'dc0b3b9c099340428266d3d46108ad48', 'user_id': 'd1f1dc09e2224ccd91bc49c4bbd4a60f', 'consumer_generation': 1} on consumer f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba {{(pid=70480) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1363.511605] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.511846] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.512054] env[70480]: DEBUG nova.network.neutron [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.211035] env[70480]: DEBUG nova.network.neutron [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [{"id": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "address": "fa:16:3e:72:47:6e", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f85a52-e4", "ovs_interfaceid": "03f85a52-e49f-4e9a-8554-c5a27a6e7b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.713737] env[70480]: DEBUG oslo_concurrency.lockutils [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.714228] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.714543] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a7eb8e4-3591-496b-b88d-f7a9528c1a71 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.724573] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1364.724573] env[70480]: value = "task-3723942" [ 1364.724573] env[70480]: _type = "Task" [ 1364.724573] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.733693] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.235534] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723942, 'name': PowerOffVM_Task, 'duration_secs': 0.222485} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.235534] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.236092] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.236338] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.236496] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.236729] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.236819] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.236966] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.237194] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.237419] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.237526] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.237693] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.237864] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.243043] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0225b8e8-2190-494e-ba78-e57b77c7245b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.262919] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1365.262919] env[70480]: value = "task-3723943" [ 1365.262919] env[70480]: _type = "Task" [ 1365.262919] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.274187] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.758574] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.758814] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.758996] env[70480]: DEBUG nova.compute.manager [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Going to confirm migration 9 {{(pid=70480) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1365.773460] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.275075] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.333420] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.333622] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.333802] env[70480]: DEBUG nova.network.neutron [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.334047] env[70480]: DEBUG nova.objects.instance [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'info_cache' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.774686] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723943, 'name': ReconfigVM_Task, 'duration_secs': 1.165722} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.775555] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a760d27-ee10-45b7-a5f0-b14d8a480d62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.794540] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.794792] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.794956] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.795152] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.795304] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.795561] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.795665] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.795826] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.796044] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.796229] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.796406] env[70480]: DEBUG nova.virt.hardware [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.797200] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbd9cae-67e0-48f7-94ac-eb40ab594e0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.803343] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1366.803343] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52146464-f959-75c3-f191-b59fcd330570" [ 1366.803343] env[70480]: _type = "Task" [ 1366.803343] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.811935] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52146464-f959-75c3-f191-b59fcd330570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.313665] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52146464-f959-75c3-f191-b59fcd330570, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.319090] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1367.319729] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c5c043-f028-4bd5-98d4-05f0b96f2c74 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.338403] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1367.338403] env[70480]: value = "task-3723944" [ 1367.338403] env[70480]: _type = "Task" [ 1367.338403] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.350325] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.557117] env[70480]: DEBUG nova.network.neutron [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.849982] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723944, 'name': ReconfigVM_Task, 'duration_secs': 0.17495} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.850339] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.851272] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56421cb-47b6-4145-b23c-c8799565593f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.877851] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.878278] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0141a967-e54e-432a-9ecf-18983ecd95e5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.900188] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1367.900188] env[70480]: value = "task-3723945" [ 1367.900188] env[70480]: _type = "Task" [ 1367.900188] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.910153] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.060532] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.060912] env[70480]: DEBUG nova.objects.instance [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'migration_context' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.410294] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723945, 'name': ReconfigVM_Task, 'duration_secs': 0.283905} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.410707] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba/f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.411456] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcc2d44-4de8-4561-81e4-d69d05022ec0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.430163] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb78273b-ebf1-47c8-9128-a3e7cc17c24d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.448869] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46911109-4487-4a5a-b9ea-0f190bf81d19 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.467567] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702f0c98-55f1-40b2-8930-2d89994fdd94 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.475479] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.475761] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cc18f42-9c74-4ced-bedb-6de1bb3a43f7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.483171] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1368.483171] env[70480]: value = "task-3723946" [ 1368.483171] env[70480]: _type = "Task" [ 1368.483171] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.491400] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.564632] env[70480]: DEBUG nova.objects.base [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Object Instance<963f7583-99aa-48fe-9aa8-26316d270d62> lazy-loaded attributes: info_cache,migration_context {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1368.565829] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637dc41b-191f-4578-899b-78c9e6ff1973 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.588033] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597a3a95-290f-4e39-8fdb-f10010dfad59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.595437] env[70480]: DEBUG oslo_vmware.api [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1368.595437] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52426ab7-27a9-16bd-012c-f74e7c6e8416" [ 1368.595437] env[70480]: _type = "Task" [ 1368.595437] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.604907] env[70480]: DEBUG oslo_vmware.api [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52426ab7-27a9-16bd-012c-f74e7c6e8416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.995439] env[70480]: DEBUG oslo_vmware.api [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723946, 'name': PowerOnVM_Task, 'duration_secs': 0.412412} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.995887] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.109518] env[70480]: DEBUG oslo_vmware.api [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52426ab7-27a9-16bd-012c-f74e7c6e8416, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.110080] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.110527] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.665467] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2674b9f4-71f6-405d-8601-85987042c4ee {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.673986] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff81c01-cd13-49d9-b915-540dd1a4ce23 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.704672] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953c5bd2-51b8-4ec4-95f7-e95ce01a99aa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.712662] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad027442-d02c-4f4e-9269-08f02d3bea96 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.727947] env[70480]: DEBUG nova.compute.provider_tree [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.007203] env[70480]: INFO nova.compute.manager [None req-3e1e9e92-cb73-4705-8c46-c04b5de00301 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance to original state: 'active' [ 1370.231110] env[70480]: DEBUG nova.scheduler.client.report [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.242368] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.132s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.242726] env[70480]: DEBUG nova.compute.manager [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70480) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1371.798894] env[70480]: INFO nova.scheduler.client.report [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted allocation for migration 141ace54-0306-4135-9941-977606ccfdd2 [ 1372.161216] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.161445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.161656] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.161838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.162016] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.163950] env[70480]: INFO nova.compute.manager [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Terminating instance [ 1372.304070] env[70480]: DEBUG oslo_concurrency.lockutils [None req-4945f7ff-30a5-4f44-94c8-5e86e144b502 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.545s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.638031] env[70480]: DEBUG nova.objects.instance [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'flavor' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.667736] env[70480]: DEBUG nova.compute.manager [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.667970] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.669125] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c6b9d-5873-49ad-889d-e49c626a489e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.676877] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.677127] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d17fd895-df11-4d75-9708-b9f31adb220a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.683879] env[70480]: DEBUG oslo_vmware.api [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1372.683879] env[70480]: value = "task-3723947" [ 1372.683879] env[70480]: _type = "Task" [ 1372.683879] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.692283] env[70480]: DEBUG oslo_vmware.api [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.141938] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.142237] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.142312] env[70480]: DEBUG nova.network.neutron [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.142482] env[70480]: DEBUG nova.objects.instance [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'info_cache' on Instance uuid 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.194384] env[70480]: DEBUG oslo_vmware.api [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723947, 'name': PowerOffVM_Task, 'duration_secs': 0.173546} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.194651] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.194851] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.195127] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f20783-4eb8-48a1-ab90-9a5cf880383f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.266397] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.266673] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.266844] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleting the datastore file [datastore1] f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.267248] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-228fb9a3-9519-42ad-b143-033fbebb78b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.274126] env[70480]: DEBUG oslo_vmware.api [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1373.274126] env[70480]: value = "task-3723949" [ 1373.274126] env[70480]: _type = "Task" [ 1373.274126] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.282147] env[70480]: DEBUG oslo_vmware.api [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.645625] env[70480]: DEBUG nova.objects.base [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Object Instance<963f7583-99aa-48fe-9aa8-26316d270d62> lazy-loaded attributes: flavor,info_cache {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1373.784305] env[70480]: DEBUG oslo_vmware.api [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142809} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.784554] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.784748] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.784926] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.785116] env[70480]: INFO nova.compute.manager [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1373.785438] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.785653] env[70480]: DEBUG nova.compute.manager [-] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.785747] env[70480]: DEBUG nova.network.neutron [-] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.272194] env[70480]: DEBUG nova.compute.manager [req-e4937d00-5d95-46e8-9943-0097690959a5 req-3ec5bcdb-1b04-43dd-a7db-53ee6a42a504 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Received event network-vif-deleted-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.272370] env[70480]: INFO nova.compute.manager [req-e4937d00-5d95-46e8-9943-0097690959a5 req-3ec5bcdb-1b04-43dd-a7db-53ee6a42a504 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Neutron deleted interface 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f; detaching it from the instance and deleting it from the info cache [ 1374.272965] env[70480]: DEBUG nova.network.neutron [req-e4937d00-5d95-46e8-9943-0097690959a5 req-3ec5bcdb-1b04-43dd-a7db-53ee6a42a504 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.402826] env[70480]: DEBUG nova.network.neutron [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [{"id": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "address": "fa:16:3e:44:3d:66", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b231ba-c6", "ovs_interfaceid": "55b231ba-c656-4a8f-a238-e05b4a70fa8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.749970] env[70480]: DEBUG nova.network.neutron [-] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.777435] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe0c38fa-3307-4442-a086-5a8ddad3a8f6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.787663] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1e848-77b5-485c-bac0-18288b84a4a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.814945] env[70480]: DEBUG nova.compute.manager [req-e4937d00-5d95-46e8-9943-0097690959a5 req-3ec5bcdb-1b04-43dd-a7db-53ee6a42a504 service nova] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Detach interface failed, port_id=03f85a52-e49f-4e9a-8554-c5a27a6e7b8f, reason: Instance f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.908119] env[70480]: DEBUG oslo_concurrency.lockutils [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-963f7583-99aa-48fe-9aa8-26316d270d62" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.251730] env[70480]: INFO nova.compute.manager [-] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Took 1.47 seconds to deallocate network for instance. [ 1375.758472] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.758850] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.758909] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.782878] env[70480]: INFO nova.scheduler.client.report [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted allocations for instance f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba [ 1375.913267] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.913669] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f482a846-9c34-42a0-bf55-7fb6887986a7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.921118] env[70480]: DEBUG oslo_vmware.api [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1375.921118] env[70480]: value = "task-3723950" [ 1375.921118] env[70480]: _type = "Task" [ 1375.921118] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.929561] env[70480]: DEBUG oslo_vmware.api [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.289959] env[70480]: DEBUG oslo_concurrency.lockutils [None req-7cd64abe-defd-4793-ac80-2142a03f958b tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.128s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.366629] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.366817] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1376.432056] env[70480]: DEBUG oslo_vmware.api [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723950, 'name': PowerOnVM_Task, 'duration_secs': 0.405378} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.432056] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.432056] env[70480]: DEBUG nova.compute.manager [None req-9ffabec5-13b2-4603-8693-778590375fad tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1376.432885] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75ff49-223d-4753-90fa-27489814dd29 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.121157] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "c2b36315-7554-4fb3-93bb-5a76a0611330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.121499] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.233972] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.234291] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.234534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.234728] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.234904] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.237208] env[70480]: INFO nova.compute.manager [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Terminating instance [ 1377.624206] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.741312] env[70480]: DEBUG nova.compute.manager [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.741511] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.742418] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2ff91-738b-4934-af25-dc7ce102c8ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.750876] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.751161] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558cfe5d-3410-44c5-af02-16602306c5ac {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.757695] env[70480]: DEBUG oslo_vmware.api [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1377.757695] env[70480]: value = "task-3723951" [ 1377.757695] env[70480]: _type = "Task" [ 1377.757695] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.767055] env[70480]: DEBUG oslo_vmware.api [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.147022] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.147382] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.148981] env[70480]: INFO nova.compute.claims [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.269012] env[70480]: DEBUG oslo_vmware.api [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723951, 'name': PowerOffVM_Task, 'duration_secs': 0.180157} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.269329] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.269512] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.269779] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b16e17-5cab-418b-b9f1-3ce83aa3210e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.336322] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.336676] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.336954] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleting the datastore file [datastore2] 963f7583-99aa-48fe-9aa8-26316d270d62 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.337319] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0715e64-90a9-476b-8d4a-e534d4dd2fd8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.345559] env[70480]: DEBUG oslo_vmware.api [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1378.345559] env[70480]: value = "task-3723953" [ 1378.345559] env[70480]: _type = "Task" [ 1378.345559] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.354425] env[70480]: DEBUG oslo_vmware.api [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.856032] env[70480]: DEBUG oslo_vmware.api [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140683} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.856385] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.856581] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.856775] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.856952] env[70480]: INFO nova.compute.manager [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1378.857217] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.857415] env[70480]: DEBUG nova.compute.manager [-] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.857514] env[70480]: DEBUG nova.network.neutron [-] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.200727] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad456cb6-1306-4a04-a591-dfbd70469428 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.209845] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d214c0c0-bb24-4bcb-95b5-974809150f69 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.242483] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0554e06-fcb1-43c7-a24a-dc4b691aef3b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.251072] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24809773-99f9-48de-aa6f-baa4bbaffe3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.266205] env[70480]: DEBUG nova.compute.provider_tree [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.354056] env[70480]: DEBUG nova.compute.manager [req-bfe206ef-ddb2-471e-8ebb-26aec10cddb6 req-b70577e7-0d00-46d9-9dda-f3533b3c44de service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Received event network-vif-deleted-55b231ba-c656-4a8f-a238-e05b4a70fa8e {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.354511] env[70480]: INFO nova.compute.manager [req-bfe206ef-ddb2-471e-8ebb-26aec10cddb6 req-b70577e7-0d00-46d9-9dda-f3533b3c44de service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Neutron deleted interface 55b231ba-c656-4a8f-a238-e05b4a70fa8e; detaching it from the instance and deleting it from the info cache [ 1379.354638] env[70480]: DEBUG nova.network.neutron [req-bfe206ef-ddb2-471e-8ebb-26aec10cddb6 req-b70577e7-0d00-46d9-9dda-f3533b3c44de service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.770208] env[70480]: DEBUG nova.scheduler.client.report [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.835281] env[70480]: DEBUG nova.network.neutron [-] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.859024] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dbfd967-a487-43b5-84f0-c3f8fdef9ee8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.868563] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ebcbd-d968-425d-b2d6-80a6073e0503 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.895082] env[70480]: DEBUG nova.compute.manager [req-bfe206ef-ddb2-471e-8ebb-26aec10cddb6 req-b70577e7-0d00-46d9-9dda-f3533b3c44de service nova] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Detach interface failed, port_id=55b231ba-c656-4a8f-a238-e05b4a70fa8e, reason: Instance 963f7583-99aa-48fe-9aa8-26316d270d62 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1380.275563] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.276181] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.338164] env[70480]: INFO nova.compute.manager [-] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Took 1.48 seconds to deallocate network for instance. [ 1380.362727] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.366525] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.366729] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.366893] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.367071] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.781699] env[70480]: DEBUG nova.compute.utils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.783210] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.783440] env[70480]: DEBUG nova.network.neutron [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.828633] env[70480]: DEBUG nova.policy [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1f1dc09e2224ccd91bc49c4bbd4a60f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0b3b9c099340428266d3d46108ad48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.844493] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.844775] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.844970] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.867824] env[70480]: INFO nova.scheduler.client.report [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted allocations for instance 963f7583-99aa-48fe-9aa8-26316d270d62 [ 1380.871928] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.872186] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.872360] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.872514] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.873567] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b88699-506e-4062-8a67-0065ce7782f4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.882355] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8f6e99-bb6a-4636-933c-210af377a579 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.897021] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4130522-cbfe-497f-89f3-f8c986d34711 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.904683] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934c7d88-813d-4156-9d58-5ee44cf3d6a3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.935143] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180807MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.935405] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.935555] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.126727] env[70480]: DEBUG nova.network.neutron [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Successfully created port: 4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.287640] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.376862] env[70480]: DEBUG oslo_concurrency.lockutils [None req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "963f7583-99aa-48fe-9aa8-26316d270d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.142s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.956944] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c2b36315-7554-4fb3-93bb-5a76a0611330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.201071] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.201323] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.297285] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.325116] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.325379] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.325539] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.325722] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.325925] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.326205] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.326390] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.326557] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.326727] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.326899] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.327090] env[70480]: DEBUG nova.virt.hardware [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.328093] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1d1d2-5f34-4439-b3b4-852cce182c9d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.336577] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30dcf6f-c014-4061-a766-781720ec5f3f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.459810] env[70480]: INFO nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 0cf74415-b59c-4be3-a668-568eb5818fde has allocations against this compute host but is not found in the database. [ 1382.459995] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.460165] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.502823] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b944c-6407-4b4a-bb93-d0f75d22062c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.508495] env[70480]: DEBUG nova.compute.manager [req-0cf57914-cd67-4a29-b46d-a798bf6950ce req-cac0f391-e237-4c41-b47a-3710c7b4a435 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Received event network-vif-plugged-4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.508990] env[70480]: DEBUG oslo_concurrency.lockutils [req-0cf57914-cd67-4a29-b46d-a798bf6950ce req-cac0f391-e237-4c41-b47a-3710c7b4a435 service nova] Acquiring lock "c2b36315-7554-4fb3-93bb-5a76a0611330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.509304] env[70480]: DEBUG oslo_concurrency.lockutils [req-0cf57914-cd67-4a29-b46d-a798bf6950ce req-cac0f391-e237-4c41-b47a-3710c7b4a435 service nova] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.509391] env[70480]: DEBUG oslo_concurrency.lockutils [req-0cf57914-cd67-4a29-b46d-a798bf6950ce req-cac0f391-e237-4c41-b47a-3710c7b4a435 service nova] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.509564] env[70480]: DEBUG nova.compute.manager [req-0cf57914-cd67-4a29-b46d-a798bf6950ce req-cac0f391-e237-4c41-b47a-3710c7b4a435 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] No waiting events found dispatching network-vif-plugged-4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1382.509748] env[70480]: WARNING nova.compute.manager [req-0cf57914-cd67-4a29-b46d-a798bf6950ce req-cac0f391-e237-4c41-b47a-3710c7b4a435 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Received unexpected event network-vif-plugged-4d6a69bd-45c4-4164-b749-4771f2f38abc for instance with vm_state building and task_state spawning. [ 1382.513150] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e658edc-6436-4165-90bb-329f133f02d4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.544472] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdebc34a-b1cf-47d3-9d7f-11a92e941f2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.552690] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a0760c-4546-4c2e-9648-85c96e840cb6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.569360] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.600066] env[70480]: DEBUG nova.network.neutron [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Successfully updated port: 4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.703350] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.072907] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.102945] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.103169] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.103347] env[70480]: DEBUG nova.network.neutron [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.226497] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.577907] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.578420] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.643s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.578624] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.352s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.580242] env[70480]: INFO nova.compute.claims [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.634142] env[70480]: DEBUG nova.network.neutron [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.759243] env[70480]: DEBUG nova.network.neutron [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [{"id": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "address": "fa:16:3e:44:e2:6c", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6a69bd-45", "ovs_interfaceid": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.262220] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.262615] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Instance network_info: |[{"id": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "address": "fa:16:3e:44:e2:6c", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6a69bd-45", "ovs_interfaceid": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.263116] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:e2:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d6a69bd-45c4-4164-b749-4771f2f38abc', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.271407] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.271628] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.271851] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8db4cbc-fec3-4dc8-8892-45ff36d3bc88 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.292627] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.292627] env[70480]: value = "task-3723954" [ 1384.292627] env[70480]: _type = "Task" [ 1384.292627] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.300651] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723954, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.537145] env[70480]: DEBUG nova.compute.manager [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Received event network-changed-4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.537145] env[70480]: DEBUG nova.compute.manager [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Refreshing instance network info cache due to event network-changed-4d6a69bd-45c4-4164-b749-4771f2f38abc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.537145] env[70480]: DEBUG oslo_concurrency.lockutils [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] Acquiring lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.537417] env[70480]: DEBUG oslo_concurrency.lockutils [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] Acquired lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.537417] env[70480]: DEBUG nova.network.neutron [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Refreshing network info cache for port 4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.582893] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.583334] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.625818] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc62094-cbe9-4a36-b19c-536f176a4f8f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.633595] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c1faf-c4b8-4e3d-8830-8d9c3086f1f0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.666444] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a36d50-e59b-41fc-8ef0-549e8b54cee5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.674497] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24557e03-f989-4b3a-9155-161509fc038f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.688473] env[70480]: DEBUG nova.compute.provider_tree [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.803299] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723954, 'name': CreateVM_Task, 'duration_secs': 0.310053} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.803505] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.804255] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.804451] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.804779] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.805073] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c756d330-cc21-4013-8a8e-b3cbf34092cc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.810823] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1384.810823] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1400f-f31a-998f-472d-1247cf6cf633" [ 1384.810823] env[70480]: _type = "Task" [ 1384.810823] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.818712] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1400f-f31a-998f-472d-1247cf6cf633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.191359] env[70480]: DEBUG nova.scheduler.client.report [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.232038] env[70480]: DEBUG nova.network.neutron [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updated VIF entry in instance network info cache for port 4d6a69bd-45c4-4164-b749-4771f2f38abc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.232427] env[70480]: DEBUG nova.network.neutron [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [{"id": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "address": "fa:16:3e:44:e2:6c", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6a69bd-45", "ovs_interfaceid": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.321065] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52a1400f-f31a-998f-472d-1247cf6cf633, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.321459] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.321741] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.321981] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.322145] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.322333] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.322600] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb214c7-1b0b-487f-b2c0-40ed9200c375 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.331152] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.331330] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.332041] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56df08d-659f-4731-814a-086f52bdecf1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.337272] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1385.337272] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522cd945-6eec-f8f5-85de-08d8fc867908" [ 1385.337272] env[70480]: _type = "Task" [ 1385.337272] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.345334] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522cd945-6eec-f8f5-85de-08d8fc867908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.696605] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.697106] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.735209] env[70480]: DEBUG oslo_concurrency.lockutils [req-d9e5a25b-dbed-42c8-bf7f-9ce1c4b7fb32 req-99f9c2f6-7dce-49e4-a5f3-13beca8626ba service nova] Releasing lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.848621] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522cd945-6eec-f8f5-85de-08d8fc867908, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.849486] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6b6fef-713f-4c25-9758-b203541c9ecf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.855129] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1385.855129] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5256d2bb-feeb-ae3e-9dc7-426d81a9e532" [ 1385.855129] env[70480]: _type = "Task" [ 1385.855129] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.863629] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5256d2bb-feeb-ae3e-9dc7-426d81a9e532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.203209] env[70480]: DEBUG nova.compute.utils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.204823] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.205040] env[70480]: DEBUG nova.network.neutron [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.241728] env[70480]: DEBUG nova.policy [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c33f569ed774d6889e9b296fc2a11e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c926ce30b43548c4bdb2c4bff6998756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.366909] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5256d2bb-feeb-ae3e-9dc7-426d81a9e532, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.367192] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.367541] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c2b36315-7554-4fb3-93bb-5a76a0611330/c2b36315-7554-4fb3-93bb-5a76a0611330.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.367895] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c3b112-08d3-4e7a-acc2-a1ed394e7d18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.375623] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1386.375623] env[70480]: value = "task-3723955" [ 1386.375623] env[70480]: _type = "Task" [ 1386.375623] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.383855] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.514384] env[70480]: DEBUG nova.network.neutron [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Successfully created port: a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.709399] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.888764] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499077} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.888764] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] c2b36315-7554-4fb3-93bb-5a76a0611330/c2b36315-7554-4fb3-93bb-5a76a0611330.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.889042] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.889156] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0470cd-c864-45cd-b7a1-748e13cf8f64 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.895948] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1386.895948] env[70480]: value = "task-3723956" [ 1386.895948] env[70480]: _type = "Task" [ 1386.895948] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.904420] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.409233] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073097} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.409532] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.410371] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32460d39-74f0-424e-bbc3-d31056d3e462 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.433236] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c2b36315-7554-4fb3-93bb-5a76a0611330/c2b36315-7554-4fb3-93bb-5a76a0611330.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.433530] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cb5bcd-297a-4684-bc43-7042811a19cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.453822] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1387.453822] env[70480]: value = "task-3723957" [ 1387.453822] env[70480]: _type = "Task" [ 1387.453822] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.462461] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.720184] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.747379] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.747625] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.747782] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.747960] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.748122] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.748301] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.748540] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.748701] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.748871] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.749043] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.749294] env[70480]: DEBUG nova.virt.hardware [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.750172] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7651c-2c9b-4bff-b1ab-75b63c8bdde2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.758391] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef31206-3e5d-4725-b4ad-00847022d42e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.905131] env[70480]: DEBUG nova.compute.manager [req-19d6ca93-0c8b-4a8b-9109-54b2b9c6e764 req-81a07251-e176-4c89-bd55-dab6f255369b service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Received event network-vif-plugged-a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.905363] env[70480]: DEBUG oslo_concurrency.lockutils [req-19d6ca93-0c8b-4a8b-9109-54b2b9c6e764 req-81a07251-e176-4c89-bd55-dab6f255369b service nova] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.905577] env[70480]: DEBUG oslo_concurrency.lockutils [req-19d6ca93-0c8b-4a8b-9109-54b2b9c6e764 req-81a07251-e176-4c89-bd55-dab6f255369b service nova] Lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.905742] env[70480]: DEBUG oslo_concurrency.lockutils [req-19d6ca93-0c8b-4a8b-9109-54b2b9c6e764 req-81a07251-e176-4c89-bd55-dab6f255369b service nova] Lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.905913] env[70480]: DEBUG nova.compute.manager [req-19d6ca93-0c8b-4a8b-9109-54b2b9c6e764 req-81a07251-e176-4c89-bd55-dab6f255369b service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] No waiting events found dispatching network-vif-plugged-a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1387.906096] env[70480]: WARNING nova.compute.manager [req-19d6ca93-0c8b-4a8b-9109-54b2b9c6e764 req-81a07251-e176-4c89-bd55-dab6f255369b service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Received unexpected event network-vif-plugged-a7a3eb77-8166-4db1-a18f-0e1495a89a4d for instance with vm_state building and task_state spawning. [ 1387.965565] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723957, 'name': ReconfigVM_Task, 'duration_secs': 0.340272} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.965757] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c2b36315-7554-4fb3-93bb-5a76a0611330/c2b36315-7554-4fb3-93bb-5a76a0611330.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.966506] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc9d4bda-374e-4bd2-a3b9-fd7a4662824e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.973984] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1387.973984] env[70480]: value = "task-3723958" [ 1387.973984] env[70480]: _type = "Task" [ 1387.973984] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.983338] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723958, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.988821] env[70480]: DEBUG nova.network.neutron [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Successfully updated port: a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.484451] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723958, 'name': Rename_Task, 'duration_secs': 0.145787} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.484869] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.485061] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931b222c-8b85-49a3-acda-2d9cbfbeaae4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.492852] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.493047] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.493234] env[70480]: DEBUG nova.network.neutron [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.494541] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1388.494541] env[70480]: value = "task-3723959" [ 1388.494541] env[70480]: _type = "Task" [ 1388.494541] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.503888] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.007637] env[70480]: DEBUG oslo_vmware.api [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723959, 'name': PowerOnVM_Task, 'duration_secs': 0.473193} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.008063] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.008161] env[70480]: INFO nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1389.008402] env[70480]: DEBUG nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1389.009295] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c531d-2ee7-4768-8cb9-f6dc2a6bc5b1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.030845] env[70480]: DEBUG nova.network.neutron [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.159518] env[70480]: DEBUG nova.network.neutron [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.526994] env[70480]: INFO nova.compute.manager [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Took 11.40 seconds to build instance. [ 1389.662251] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.662584] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Instance network_info: |[{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.663017] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:04:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7a3eb77-8166-4db1-a18f-0e1495a89a4d', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.670690] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.670907] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.671147] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f01ec6f-53ca-4dfd-b6c0-ee281342a16b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.692294] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.692294] env[70480]: value = "task-3723960" [ 1389.692294] env[70480]: _type = "Task" [ 1389.692294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.702864] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723960, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.933427] env[70480]: DEBUG nova.compute.manager [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Received event network-changed-a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.933584] env[70480]: DEBUG nova.compute.manager [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Refreshing instance network info cache due to event network-changed-a7a3eb77-8166-4db1-a18f-0e1495a89a4d. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.933799] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.933938] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.934220] env[70480]: DEBUG nova.network.neutron [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Refreshing network info cache for port a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.029018] env[70480]: DEBUG oslo_concurrency.lockutils [None req-200a9526-78be-4410-8b56-d9c4221565fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.907s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.143462] env[70480]: DEBUG nova.compute.manager [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Received event network-changed-4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.143728] env[70480]: DEBUG nova.compute.manager [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Refreshing instance network info cache due to event network-changed-4d6a69bd-45c4-4164-b749-4771f2f38abc. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.143979] env[70480]: DEBUG oslo_concurrency.lockutils [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] Acquiring lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.144182] env[70480]: DEBUG oslo_concurrency.lockutils [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] Acquired lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.144379] env[70480]: DEBUG nova.network.neutron [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Refreshing network info cache for port 4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.202978] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723960, 'name': CreateVM_Task, 'duration_secs': 0.338041} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.203165] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.203829] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.204058] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.204469] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.204781] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58448964-73fa-4d61-bfb6-561f4d9d3dde {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.210422] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1390.210422] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528cfcd6-de31-6d99-374a-9a5d781253f7" [ 1390.210422] env[70480]: _type = "Task" [ 1390.210422] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.220832] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528cfcd6-de31-6d99-374a-9a5d781253f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.617935] env[70480]: DEBUG nova.network.neutron [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updated VIF entry in instance network info cache for port a7a3eb77-8166-4db1-a18f-0e1495a89a4d. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.618375] env[70480]: DEBUG nova.network.neutron [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.723311] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528cfcd6-de31-6d99-374a-9a5d781253f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.723653] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.723927] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.724187] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.724338] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.724521] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.724793] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f45037-6e96-4c42-b92c-53cf69a6aee3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.734081] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.734276] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.735113] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7c9e9c-5901-48c1-bd3a-2f64417f5bda {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.740711] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1390.740711] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526fcb3f-c150-2b15-920f-7a1c631a5c3d" [ 1390.740711] env[70480]: _type = "Task" [ 1390.740711] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.750331] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526fcb3f-c150-2b15-920f-7a1c631a5c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.856826] env[70480]: DEBUG nova.network.neutron [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updated VIF entry in instance network info cache for port 4d6a69bd-45c4-4164-b749-4771f2f38abc. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.857158] env[70480]: DEBUG nova.network.neutron [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [{"id": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "address": "fa:16:3e:44:e2:6c", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6a69bd-45", "ovs_interfaceid": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.121429] env[70480]: DEBUG oslo_concurrency.lockutils [req-a0a576cc-d794-4f58-a7ef-b71bb720d89d req-5d62bcae-c459-4486-95c9-27f08b52dbc5 service nova] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.252309] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]526fcb3f-c150-2b15-920f-7a1c631a5c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.253146] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764e53c7-fd3d-48a7-a9a0-86ffc246c7e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.259447] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1391.259447] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c7dafd-8898-8427-8894-d9330e78d7fd" [ 1391.259447] env[70480]: _type = "Task" [ 1391.259447] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.267893] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c7dafd-8898-8427-8894-d9330e78d7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.359790] env[70480]: DEBUG oslo_concurrency.lockutils [req-1a2f8ade-8247-4da6-8ed1-1dc20142cec3 req-e875a4b6-af41-42f5-bfa9-27efda5182a4 service nova] Releasing lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.771159] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c7dafd-8898-8427-8894-d9330e78d7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.771445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.771697] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.771977] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a8d2620-b137-4afc-8278-18b15f085d83 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.779970] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1391.779970] env[70480]: value = "task-3723961" [ 1391.779970] env[70480]: _type = "Task" [ 1391.779970] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.788651] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.290896] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.791842] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556173} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.792139] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.792341] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.792613] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a76b7d-9781-4460-9a38-3bc0a6079be1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.801367] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1392.801367] env[70480]: value = "task-3723962" [ 1392.801367] env[70480]: _type = "Task" [ 1392.801367] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.811958] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.311777] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094398} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.312167] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.312863] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb29ee3-c129-48cc-828f-5ff52644a574 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.335581] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.335901] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40df4869-021c-483e-97df-86efb4301e5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.356678] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1393.356678] env[70480]: value = "task-3723963" [ 1393.356678] env[70480]: _type = "Task" [ 1393.356678] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.365377] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.867342] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723963, 'name': ReconfigVM_Task, 'duration_secs': 0.307147} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.867628] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.868327] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564e0b05-446c-4f17-8e10-10e8a6a1e107 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.875723] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1393.875723] env[70480]: value = "task-3723964" [ 1393.875723] env[70480]: _type = "Task" [ 1393.875723] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.884073] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723964, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.385821] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723964, 'name': Rename_Task, 'duration_secs': 0.143188} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.386329] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.386421] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a5221e-821e-4126-b05f-676009496cdc {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.393596] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1394.393596] env[70480]: value = "task-3723965" [ 1394.393596] env[70480]: _type = "Task" [ 1394.393596] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.401934] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.904162] env[70480]: DEBUG oslo_vmware.api [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723965, 'name': PowerOnVM_Task, 'duration_secs': 0.484061} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.904396] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.904592] env[70480]: INFO nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1394.904871] env[70480]: DEBUG nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1394.905774] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31026af-a32b-42f5-b263-9678e08e49e1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.423700] env[70480]: INFO nova.compute.manager [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Took 12.22 seconds to build instance. [ 1395.926244] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cdc7b5c6-f0d2-4e01-8529-86541978d955 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.725s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.515614] env[70480]: DEBUG nova.compute.manager [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Received event network-changed-a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.515900] env[70480]: DEBUG nova.compute.manager [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Refreshing instance network info cache due to event network-changed-a7a3eb77-8166-4db1-a18f-0e1495a89a4d. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.516170] env[70480]: DEBUG oslo_concurrency.lockutils [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.516220] env[70480]: DEBUG oslo_concurrency.lockutils [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.516511] env[70480]: DEBUG nova.network.neutron [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Refreshing network info cache for port a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.238393] env[70480]: DEBUG nova.network.neutron [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updated VIF entry in instance network info cache for port a7a3eb77-8166-4db1-a18f-0e1495a89a4d. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.238811] env[70480]: DEBUG nova.network.neutron [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.742270] env[70480]: DEBUG oslo_concurrency.lockutils [req-474ee817-073c-4437-b94e-e143906c8f30 req-9c6134ba-498f-47a8-b565-9a73685b00ab service nova] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.530247] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "c2b36315-7554-4fb3-93bb-5a76a0611330" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.530663] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.530663] env[70480]: DEBUG nova.compute.manager [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1427.531654] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a7388-d4ba-4b24-add7-fc8217d87dfd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.539317] env[70480]: DEBUG nova.compute.manager [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70480) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1427.539917] env[70480]: DEBUG nova.objects.instance [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'flavor' on Instance uuid c2b36315-7554-4fb3-93bb-5a76a0611330 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.549092] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.549494] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe42b98-15df-417b-882e-3f4bc6b00a35 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.559737] env[70480]: DEBUG oslo_vmware.api [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1428.559737] env[70480]: value = "task-3723966" [ 1428.559737] env[70480]: _type = "Task" [ 1428.559737] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.569596] env[70480]: DEBUG oslo_vmware.api [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.070123] env[70480]: DEBUG oslo_vmware.api [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723966, 'name': PowerOffVM_Task, 'duration_secs': 0.275233} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.070405] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.070820] env[70480]: DEBUG nova.compute.manager [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1429.071428] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb26e2ea-c071-4159-b5f1-04b053cad79e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.584926] env[70480]: DEBUG oslo_concurrency.lockutils [None req-cbd7c3f0-95d6-4c87-a625-2740d57b73fb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.906775] env[70480]: DEBUG nova.objects.instance [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'flavor' on Instance uuid c2b36315-7554-4fb3-93bb-5a76a0611330 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.412782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.413048] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.413139] env[70480]: DEBUG nova.network.neutron [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.413319] env[70480]: DEBUG nova.objects.instance [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'info_cache' on Instance uuid c2b36315-7554-4fb3-93bb-5a76a0611330 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.916839] env[70480]: DEBUG nova.objects.base [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1431.622460] env[70480]: DEBUG nova.network.neutron [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [{"id": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "address": "fa:16:3e:44:e2:6c", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6a69bd-45", "ovs_interfaceid": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.125638] env[70480]: DEBUG oslo_concurrency.lockutils [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.132631] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.133047] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aed36cf-5a26-451e-ab96-a1cdf6b27ef5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.141184] env[70480]: DEBUG oslo_vmware.api [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1433.141184] env[70480]: value = "task-3723967" [ 1433.141184] env[70480]: _type = "Task" [ 1433.141184] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.150112] env[70480]: DEBUG oslo_vmware.api [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.633862] env[70480]: DEBUG oslo_concurrency.lockutils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.634098] env[70480]: DEBUG oslo_concurrency.lockutils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.652532] env[70480]: DEBUG oslo_vmware.api [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723967, 'name': PowerOnVM_Task, 'duration_secs': 0.3987} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.652744] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.652981] env[70480]: DEBUG nova.compute.manager [None req-1691b3a7-0c77-4c3d-b5d8-20fa6b5b6126 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1433.653763] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4703884-d284-4e3e-9884-8ccfa793d810 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.137660] env[70480]: DEBUG nova.compute.utils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1434.641290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.656359] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c6fe3-4c51-4fb0-b317-4fcfb5dad29d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.664037] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Suspending the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1434.664296] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1b2f5d7f-f988-4f0a-8e1d-b05925d8179b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.673190] env[70480]: DEBUG oslo_vmware.api [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1434.673190] env[70480]: value = "task-3723968" [ 1434.673190] env[70480]: _type = "Task" [ 1434.673190] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.683340] env[70480]: DEBUG oslo_vmware.api [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723968, 'name': SuspendVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.187836] env[70480]: DEBUG oslo_vmware.api [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723968, 'name': SuspendVM_Task} progress is 58%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.683934] env[70480]: DEBUG oslo_vmware.api [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723968, 'name': SuspendVM_Task, 'duration_secs': 0.682333} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.684363] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Suspended the VM {{(pid=70480) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1435.684648] env[70480]: DEBUG nova.compute.manager [None req-9fffe7f5-140c-4c71-b00f-148e8ad3d020 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1435.685558] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed29f3-f1b0-43a5-828d-5a0f003540c6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.713703] env[70480]: DEBUG oslo_concurrency.lockutils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.713703] env[70480]: DEBUG oslo_concurrency.lockutils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.713910] env[70480]: INFO nova.compute.manager [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Attaching volume be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33 to /dev/sdb [ 1435.745314] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c97f2-d979-486c-8315-c57c4b2d9eaf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.752593] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f3e6bc-875d-446c-a8b7-0c54d45fbb4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.766420] env[70480]: DEBUG nova.virt.block_device [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating existing volume attachment record: a43118f8-b403-49aa-81bc-32e51217c1ff {{(pid=70480) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.023021] env[70480]: INFO nova.compute.manager [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Resuming [ 1437.023668] env[70480]: DEBUG nova.objects.instance [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'flavor' on Instance uuid c2b36315-7554-4fb3-93bb-5a76a0611330 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.367061] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.367061] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1438.534104] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.534319] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquired lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.534516] env[70480]: DEBUG nova.network.neutron [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.257551] env[70480]: DEBUG nova.network.neutron [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [{"id": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "address": "fa:16:3e:44:e2:6c", "network": {"id": "e3650256-bdf6-4bb9-a314-f290128664c3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-54140727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0b3b9c099340428266d3d46108ad48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6a69bd-45", "ovs_interfaceid": "4d6a69bd-45c4-4164-b749-4771f2f38abc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.761191] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Releasing lock "refresh_cache-c2b36315-7554-4fb3-93bb-5a76a0611330" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.762166] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f590cb-5e44-4f34-9a59-fda064468419 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.769324] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Resuming the VM {{(pid=70480) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1439.769563] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e16efc0-f28b-4ce6-81a8-c5ae17ef9f38 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.776750] env[70480]: DEBUG oslo_vmware.api [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1439.776750] env[70480]: value = "task-3723973" [ 1439.776750] env[70480]: _type = "Task" [ 1439.776750] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.784576] env[70480]: DEBUG oslo_vmware.api [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.290922] env[70480]: DEBUG oslo_vmware.api [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.312653] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Volume attach. Driver type: vmdk {{(pid=70480) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1440.312965] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741496', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'name': 'volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cf74415-b59c-4be3-a668-568eb5818fde', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'serial': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1440.314026] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339ce9e-3ee1-462d-8519-d57fdda52721 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.335856] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc17e1-0e41-4547-b5a1-095daf7b54ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.364678] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33/volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.365161] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.365470] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594d054a-0c03-4b98-b980-c753abe1cfb5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.387114] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1440.387114] env[70480]: value = "task-3723974" [ 1440.387114] env[70480]: _type = "Task" [ 1440.387114] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.398974] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.788446] env[70480]: DEBUG oslo_vmware.api [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723973, 'name': PowerOnVM_Task, 'duration_secs': 0.566714} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.788954] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Resumed the VM {{(pid=70480) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1440.788954] env[70480]: DEBUG nova.compute.manager [None req-8cdff7bc-6970-45ce-85e1-d7e14d58418a tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1440.789769] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02f5915-9ab5-4ed9-91cf-750bce64c51a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.897957] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.366663] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.366887] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.367088] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.367247] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.398476] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723974, 'name': ReconfigVM_Task, 'duration_secs': 0.563465} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.398742] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33/volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.403666] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fba1f9-a842-410d-aa11-9c600acae624 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.420607] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1441.420607] env[70480]: value = "task-3723975" [ 1441.420607] env[70480]: _type = "Task" [ 1441.420607] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.429670] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.687065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "c2b36315-7554-4fb3-93bb-5a76a0611330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.687065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.687065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "c2b36315-7554-4fb3-93bb-5a76a0611330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.687065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.687390] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.689470] env[70480]: INFO nova.compute.manager [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Terminating instance [ 1441.870718] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.871153] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.871153] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.871317] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1441.872246] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad5c28-3684-4754-8c30-f74dfa1f257a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.880585] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecabc887-e8a1-4b80-b8ce-f5f76fdcb818 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.894878] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce8e7d-650f-4097-92d7-a1b0fc80ebd6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.901625] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1abe0b-10ce-473e-abf1-d5163168bfd2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.931870] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180530MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1441.932122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.932246] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.943167] env[70480]: DEBUG oslo_vmware.api [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723975, 'name': ReconfigVM_Task, 'duration_secs': 0.188522} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.943663] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741496', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'name': 'volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cf74415-b59c-4be3-a668-568eb5818fde', 'attached_at': '', 'detached_at': '', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'serial': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33'} {{(pid=70480) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1442.193807] env[70480]: DEBUG nova.compute.manager [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.194045] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.194920] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3deffc-88be-403c-a346-3acb8e7bbcc5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.202627] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.202867] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfb14a74-9981-4e20-9802-f0b17e780ad6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.209533] env[70480]: DEBUG oslo_vmware.api [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1442.209533] env[70480]: value = "task-3723976" [ 1442.209533] env[70480]: _type = "Task" [ 1442.209533] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.218626] env[70480]: DEBUG oslo_vmware.api [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.719486] env[70480]: DEBUG oslo_vmware.api [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723976, 'name': PowerOffVM_Task, 'duration_secs': 0.198499} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.719722] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.719884] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.720251] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a85d9a5c-0e2c-4ae3-9d18-28b08ce33199 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.791243] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.791499] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.791648] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleting the datastore file [datastore1] c2b36315-7554-4fb3-93bb-5a76a0611330 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.791930] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2a4244-0f52-4189-9d4f-f14c832b3208 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.799929] env[70480]: DEBUG oslo_vmware.api [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for the task: (returnval){ [ 1442.799929] env[70480]: value = "task-3723978" [ 1442.799929] env[70480]: _type = "Task" [ 1442.799929] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.808184] env[70480]: DEBUG oslo_vmware.api [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.960108] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance c2b36315-7554-4fb3-93bb-5a76a0611330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1442.960419] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 0cf74415-b59c-4be3-a668-568eb5818fde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1442.960462] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1442.960581] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1442.980594] env[70480]: DEBUG nova.objects.instance [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'flavor' on Instance uuid 0cf74415-b59c-4be3-a668-568eb5818fde {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.007539] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f65da4-87cb-4a3a-b56b-d9eb620cc27c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.015616] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7350980f-5cbf-4d17-84d4-0f304b1313b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.047155] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc7122-4cd1-4769-8d76-acac383cdf9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.054759] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf998b-14c8-4bb7-a645-c214ae8f5ff3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.068679] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.310203] env[70480]: DEBUG oslo_vmware.api [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Task: {'id': task-3723978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150854} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.310457] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.310602] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.310778] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.310954] env[70480]: INFO nova.compute.manager [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1443.311237] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1443.311432] env[70480]: DEBUG nova.compute.manager [-] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.311528] env[70480]: DEBUG nova.network.neutron [-] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.486032] env[70480]: DEBUG oslo_concurrency.lockutils [None req-729f1526-e026-44f4-b64a-0527ac56589c tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.571384] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.795073] env[70480]: DEBUG nova.compute.manager [req-b965dc63-4b05-4a76-b6cf-9ee3eb352ce8 req-9ea7a983-dd5a-4def-8013-0aa88c0c9782 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Received event network-vif-deleted-4d6a69bd-45c4-4164-b749-4771f2f38abc {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.795698] env[70480]: INFO nova.compute.manager [req-b965dc63-4b05-4a76-b6cf-9ee3eb352ce8 req-9ea7a983-dd5a-4def-8013-0aa88c0c9782 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Neutron deleted interface 4d6a69bd-45c4-4164-b749-4771f2f38abc; detaching it from the instance and deleting it from the info cache [ 1443.795698] env[70480]: DEBUG nova.network.neutron [req-b965dc63-4b05-4a76-b6cf-9ee3eb352ce8 req-9ea7a983-dd5a-4def-8013-0aa88c0c9782 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.076502] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1444.076896] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.272468] env[70480]: DEBUG nova.network.neutron [-] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.299350] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-159cda10-de56-4b1b-a395-6e0b7074db5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.310031] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261459a-c3ab-4ad0-82c9-af335e948d3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.336548] env[70480]: DEBUG nova.compute.manager [req-b965dc63-4b05-4a76-b6cf-9ee3eb352ce8 req-9ea7a983-dd5a-4def-8013-0aa88c0c9782 service nova] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Detach interface failed, port_id=4d6a69bd-45c4-4164-b749-4771f2f38abc, reason: Instance c2b36315-7554-4fb3-93bb-5a76a0611330 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1444.775167] env[70480]: INFO nova.compute.manager [-] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Took 1.46 seconds to deallocate network for instance. [ 1444.894723] env[70480]: DEBUG nova.compute.manager [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Stashing vm_state: active {{(pid=70480) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1445.283700] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.284164] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.284224] env[70480]: DEBUG nova.objects.instance [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lazy-loading 'resources' on Instance uuid c2b36315-7554-4fb3-93bb-5a76a0611330 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.416281] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.842610] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d400e94-22f1-4e51-9140-c0734a092381 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.850517] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e46a7b-f696-4976-b94d-bfeffe7edf7c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.880481] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8637b054-5e81-421b-974f-95c268e884b4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.888669] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0731dd6-6373-439e-8104-aea452672790 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.902366] env[70480]: DEBUG nova.compute.provider_tree [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.077234] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.077449] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.405777] env[70480]: DEBUG nova.scheduler.client.report [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.912173] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.915053] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.498s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.931783] env[70480]: INFO nova.scheduler.client.report [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Deleted allocations for instance c2b36315-7554-4fb3-93bb-5a76a0611330 [ 1447.419542] env[70480]: INFO nova.compute.claims [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.439450] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ef65c875-74fb-4ac0-8382-13cca1daff73 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Lock "c2b36315-7554-4fb3-93bb-5a76a0611330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.927081] env[70480]: INFO nova.compute.resource_tracker [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating resource usage from migration a043c5d2-5a4c-4ecb-8a0d-1bdb842b7c55 [ 1447.964322] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcfffc0-05ce-4972-8c32-7a94cc09a820 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.972861] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ad8a2-d75d-42e9-a6a2-89260678c804 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.004377] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb6b5e-a2c9-49b8-a9d7-3f653853ef2e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.012378] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1756ab7-ed62-4723-bf19-0d65a5beffa0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.025920] env[70480]: DEBUG nova.compute.provider_tree [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.529122] env[70480]: DEBUG nova.scheduler.client.report [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.033880] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.119s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.034123] env[70480]: INFO nova.compute.manager [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Migrating [ 1449.550746] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.551040] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.551120] env[70480]: DEBUG nova.network.neutron [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.272685] env[70480]: DEBUG nova.network.neutron [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.775430] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.293515] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffda14-7dd7-404f-8997-74d1bbf69acd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.316392] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 0 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.823461] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.823933] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0df023a6-234a-4bca-bdd5-a4f005c20c77 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.833749] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1452.833749] env[70480]: value = "task-3723979" [ 1452.833749] env[70480]: _type = "Task" [ 1452.833749] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.843823] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.899290] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "b4c677a6-6326-4764-a34e-4f7445a45bd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.899539] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.344365] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723979, 'name': PowerOffVM_Task, 'duration_secs': 0.207031} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.344652] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.344849] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 17 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.362189] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.401978] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.853240] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.855023] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.855456] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.855750] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.860989] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1edc704-e0e1-4b1e-89fa-af0e2cae5fce {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.879536] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1453.879536] env[70480]: value = "task-3723980" [ 1453.879536] env[70480]: _type = "Task" [ 1453.879536] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.887547] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.928021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.928021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.928620] env[70480]: INFO nova.compute.claims [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.388579] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723980, 'name': ReconfigVM_Task, 'duration_secs': 0.178896} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.389604] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 33 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1454.896376] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.896641] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.896804] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.896996] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.897188] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.897376] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.897604] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.897767] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.897935] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.898113] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.898339] env[70480]: DEBUG nova.virt.hardware [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.903799] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.904107] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f9073e2-250e-4efe-b6ea-0df42f9b4323 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.924220] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1454.924220] env[70480]: value = "task-3723981" [ 1454.924220] env[70480]: _type = "Task" [ 1454.924220] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.933222] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.989794] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe6b2e-12a4-443a-ae72-f0dd2097a4b5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.998810] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee2bd5b-f368-4d41-80a2-e0a885b58ac7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.029053] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc90a4-1da4-463c-9e09-cddbd8d38455 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.037085] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d83186-1f01-4fd8-9b42-ed7eb73e6e8a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.052233] env[70480]: DEBUG nova.compute.provider_tree [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.434991] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723981, 'name': ReconfigVM_Task, 'duration_secs': 0.199064} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.435373] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1455.436109] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9279bbfe-f3fa-45a5-a302-b22432e52daa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.461400] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.461673] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ec5549-b834-4d23-a31c-ae17f0dac0ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.481062] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1455.481062] env[70480]: value = "task-3723982" [ 1455.481062] env[70480]: _type = "Task" [ 1455.481062] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.489340] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.555539] env[70480]: DEBUG nova.scheduler.client.report [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.992272] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723982, 'name': ReconfigVM_Task, 'duration_secs': 0.319418} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.992895] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.993047] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 50 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1456.060410] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.060925] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.499647] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c2cc2b-6b25-49fc-b2fd-52b95d359dd0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.521632] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460932b-2142-47dd-93be-b71412fc692d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.542843] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 67 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1456.566335] env[70480]: DEBUG nova.compute.utils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1456.567840] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1456.568080] env[70480]: DEBUG nova.network.neutron [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.608777] env[70480]: DEBUG nova.policy [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2c30e2dbc3b46fa898c8ccde6dc1b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13c7c6969c8f4ee0b4eec8021e053491', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1456.875823] env[70480]: DEBUG nova.network.neutron [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Successfully created port: 3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.071801] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.082013] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1458.109568] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.109864] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.110137] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.110425] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.110675] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.110933] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.111305] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.111570] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.111797] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.111975] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.112174] env[70480]: DEBUG nova.virt.hardware [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.113061] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f35a54c-0624-41cd-91d0-2aeb57d2a77d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.121872] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd1a36-e742-44e5-a6f4-94d1799206f2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.212515] env[70480]: DEBUG nova.network.neutron [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Port a7a3eb77-8166-4db1-a18f-0e1495a89a4d binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1458.268051] env[70480]: DEBUG nova.compute.manager [req-329efe48-dcc1-4133-bf36-2dc5883fb93d req-843776de-890e-4c14-91c0-9a38fd193361 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Received event network-vif-plugged-3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.268233] env[70480]: DEBUG oslo_concurrency.lockutils [req-329efe48-dcc1-4133-bf36-2dc5883fb93d req-843776de-890e-4c14-91c0-9a38fd193361 service nova] Acquiring lock "b4c677a6-6326-4764-a34e-4f7445a45bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.268531] env[70480]: DEBUG oslo_concurrency.lockutils [req-329efe48-dcc1-4133-bf36-2dc5883fb93d req-843776de-890e-4c14-91c0-9a38fd193361 service nova] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.268638] env[70480]: DEBUG oslo_concurrency.lockutils [req-329efe48-dcc1-4133-bf36-2dc5883fb93d req-843776de-890e-4c14-91c0-9a38fd193361 service nova] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.268804] env[70480]: DEBUG nova.compute.manager [req-329efe48-dcc1-4133-bf36-2dc5883fb93d req-843776de-890e-4c14-91c0-9a38fd193361 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] No waiting events found dispatching network-vif-plugged-3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1458.268969] env[70480]: WARNING nova.compute.manager [req-329efe48-dcc1-4133-bf36-2dc5883fb93d req-843776de-890e-4c14-91c0-9a38fd193361 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Received unexpected event network-vif-plugged-3f01f358-00ec-4611-85c5-5f6d2d4d9029 for instance with vm_state building and task_state spawning. [ 1458.362162] env[70480]: DEBUG nova.network.neutron [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Successfully updated port: 3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.865551] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "refresh_cache-b4c677a6-6326-4764-a34e-4f7445a45bd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.865738] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquired lock "refresh_cache-b4c677a6-6326-4764-a34e-4f7445a45bd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.865914] env[70480]: DEBUG nova.network.neutron [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.231291] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.231778] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.231778] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.400135] env[70480]: DEBUG nova.network.neutron [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.525428] env[70480]: DEBUG nova.network.neutron [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Updating instance_info_cache with network_info: [{"id": "3f01f358-00ec-4611-85c5-5f6d2d4d9029", "address": "fa:16:3e:c5:09:cb", "network": {"id": "65aeccb7-ae94-4d30-be39-f4320992cf63", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-857928494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c7c6969c8f4ee0b4eec8021e053491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f01f358-00", "ovs_interfaceid": "3f01f358-00ec-4611-85c5-5f6d2d4d9029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.029110] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Releasing lock "refresh_cache-b4c677a6-6326-4764-a34e-4f7445a45bd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.029110] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Instance network_info: |[{"id": "3f01f358-00ec-4611-85c5-5f6d2d4d9029", "address": "fa:16:3e:c5:09:cb", "network": {"id": "65aeccb7-ae94-4d30-be39-f4320992cf63", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-857928494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c7c6969c8f4ee0b4eec8021e053491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f01f358-00", "ovs_interfaceid": "3f01f358-00ec-4611-85c5-5f6d2d4d9029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.029436] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:09:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f01f358-00ec-4611-85c5-5f6d2d4d9029', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.036930] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Creating folder: Project (13c7c6969c8f4ee0b4eec8021e053491). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.037219] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da63c94-e7fe-4589-9ddc-aa24ee801631 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.048119] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Created folder: Project (13c7c6969c8f4ee0b4eec8021e053491) in parent group-v741156. [ 1460.048344] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Creating folder: Instances. Parent ref: group-v741497. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.048651] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfe161e6-369c-4429-9fee-c56e9c76a4a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.058832] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Created folder: Instances in parent group-v741497. [ 1460.059061] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.059287] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.059521] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc28c110-c992-4b52-8aa6-119f100b9024 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.079566] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.079566] env[70480]: value = "task-3723985" [ 1460.079566] env[70480]: _type = "Task" [ 1460.079566] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.087247] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723985, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.273547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.273931] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.273931] env[70480]: DEBUG nova.network.neutron [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.300762] env[70480]: DEBUG nova.compute.manager [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Received event network-changed-3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.300971] env[70480]: DEBUG nova.compute.manager [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Refreshing instance network info cache due to event network-changed-3f01f358-00ec-4611-85c5-5f6d2d4d9029. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.301205] env[70480]: DEBUG oslo_concurrency.lockutils [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] Acquiring lock "refresh_cache-b4c677a6-6326-4764-a34e-4f7445a45bd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.301404] env[70480]: DEBUG oslo_concurrency.lockutils [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] Acquired lock "refresh_cache-b4c677a6-6326-4764-a34e-4f7445a45bd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.301583] env[70480]: DEBUG nova.network.neutron [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Refreshing network info cache for port 3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.590170] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3723985, 'name': CreateVM_Task, 'duration_secs': 0.299147} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.590372] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.591089] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.591268] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.591598] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.591853] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f63268b-a867-4eca-bf88-af3b902bb4e8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.596557] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1460.596557] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528e028f-378a-3733-411e-a4d14fe528f4" [ 1460.596557] env[70480]: _type = "Task" [ 1460.596557] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.604258] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528e028f-378a-3733-411e-a4d14fe528f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.106442] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]528e028f-378a-3733-411e-a4d14fe528f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.106754] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.106991] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.107244] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.107395] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.107580] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.107841] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a462a7b0-bf80-4e4d-92ae-29a09f710ab9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.116813] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.116994] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.117723] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a20d61-d69b-469a-81e6-8695f041981e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.122888] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1461.122888] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b1115d-a4d0-e723-5efe-017749ba0a2d" [ 1461.122888] env[70480]: _type = "Task" [ 1461.122888] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.130744] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b1115d-a4d0-e723-5efe-017749ba0a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.142595] env[70480]: DEBUG nova.network.neutron [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.145746] env[70480]: DEBUG nova.network.neutron [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Updated VIF entry in instance network info cache for port 3f01f358-00ec-4611-85c5-5f6d2d4d9029. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.146095] env[70480]: DEBUG nova.network.neutron [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Updating instance_info_cache with network_info: [{"id": "3f01f358-00ec-4611-85c5-5f6d2d4d9029", "address": "fa:16:3e:c5:09:cb", "network": {"id": "65aeccb7-ae94-4d30-be39-f4320992cf63", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-857928494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13c7c6969c8f4ee0b4eec8021e053491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f01f358-00", "ovs_interfaceid": "3f01f358-00ec-4611-85c5-5f6d2d4d9029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.634018] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b1115d-a4d0-e723-5efe-017749ba0a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.634847] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7b37e2-d338-438c-8701-02ed564a69ba {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.640904] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1461.640904] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5252c461-ec97-741a-a716-30dae83735c4" [ 1461.640904] env[70480]: _type = "Task" [ 1461.640904] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.645612] env[70480]: DEBUG oslo_concurrency.lockutils [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.652444] env[70480]: DEBUG oslo_concurrency.lockutils [req-52e569a0-90a5-4b32-a41c-9e5793a3825f req-52c4dec8-2635-4ba7-8a80-a3a854a74e13 service nova] Releasing lock "refresh_cache-b4c677a6-6326-4764-a34e-4f7445a45bd4" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.652812] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5252c461-ec97-741a-a716-30dae83735c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.151735] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5252c461-ec97-741a-a716-30dae83735c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.152021] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.152297] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b4c677a6-6326-4764-a34e-4f7445a45bd4/b4c677a6-6326-4764-a34e-4f7445a45bd4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.152569] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d678a6ba-1c84-45f6-8996-7b6e854bd213 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.158799] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a08af-b0d1-4b39-8e2f-975178b21daf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.163064] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1462.163064] env[70480]: value = "task-3723986" [ 1462.163064] env[70480]: _type = "Task" [ 1462.163064] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.168531] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71a87b-7023-4ea3-8424-bb50914cec6c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.173607] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.673804] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447879} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.674157] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] b4c677a6-6326-4764-a34e-4f7445a45bd4/b4c677a6-6326-4764-a34e-4f7445a45bd4.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.674308] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.674580] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebdcd8c4-f5f2-4247-81fb-c89ec38ae8a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.682142] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1462.682142] env[70480]: value = "task-3723987" [ 1462.682142] env[70480]: _type = "Task" [ 1462.682142] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.691301] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.193074] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062591} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.193074] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.193374] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6778350-0683-4178-bee4-e02ca1a23f81 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.217058] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b4c677a6-6326-4764-a34e-4f7445a45bd4/b4c677a6-6326-4764-a34e-4f7445a45bd4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.217058] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d835867-d1dc-424e-8110-f813d37d4fc3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.237131] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1463.237131] env[70480]: value = "task-3723988" [ 1463.237131] env[70480]: _type = "Task" [ 1463.237131] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.245517] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.274103] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df679a5-f724-47b9-9ecb-525de92563de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.296873] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47607235-372e-4b64-8935-c0ab0cc6bff6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.304916] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 83 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1463.747248] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723988, 'name': ReconfigVM_Task, 'duration_secs': 0.323118} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.747605] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b4c677a6-6326-4764-a34e-4f7445a45bd4/b4c677a6-6326-4764-a34e-4f7445a45bd4.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.748244] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61ff18f8-f759-451d-8141-1e971b7c2d5b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.755279] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1463.755279] env[70480]: value = "task-3723989" [ 1463.755279] env[70480]: _type = "Task" [ 1463.755279] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.764189] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723989, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.811521] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.811647] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1836a64-8539-47e1-9439-fc0feb40ab0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.819790] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1463.819790] env[70480]: value = "task-3723990" [ 1463.819790] env[70480]: _type = "Task" [ 1463.819790] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.832500] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.266450] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723989, 'name': Rename_Task, 'duration_secs': 0.152675} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.266746] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.267013] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475f308f-b5a4-43ee-8579-bd21fbde5c2d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.273924] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1464.273924] env[70480]: value = "task-3723991" [ 1464.273924] env[70480]: _type = "Task" [ 1464.273924] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.282030] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.330715] env[70480]: DEBUG oslo_vmware.api [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723990, 'name': PowerOnVM_Task, 'duration_secs': 0.3912} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.331015] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.331208] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ad4fb-1998-40eb-ba59-95fdca027382 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance '0cf74415-b59c-4be3-a668-568eb5818fde' progress to 100 {{(pid=70480) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1464.784030] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.287628] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723991, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.785665] env[70480]: DEBUG oslo_vmware.api [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723991, 'name': PowerOnVM_Task, 'duration_secs': 1.060288} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.786098] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.786243] env[70480]: INFO nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1465.786363] env[70480]: DEBUG nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1465.787163] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe497ba-3af1-485a-9d7a-2d821a2ee298 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.304085] env[70480]: INFO nova.compute.manager [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Took 12.40 seconds to build instance. [ 1466.737051] env[70480]: DEBUG nova.network.neutron [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Port a7a3eb77-8166-4db1-a18f-0e1495a89a4d binding to destination host cpu-1 is already ACTIVE {{(pid=70480) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1466.737364] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.737534] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.737706] env[70480]: DEBUG nova.network.neutron [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.805377] env[70480]: DEBUG oslo_concurrency.lockutils [None req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.906s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.174042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "b4c677a6-6326-4764-a34e-4f7445a45bd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.174042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.174042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "b4c677a6-6326-4764-a34e-4f7445a45bd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.174042] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.174446] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.176447] env[70480]: INFO nova.compute.manager [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Terminating instance [ 1467.465972] env[70480]: DEBUG nova.network.neutron [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.680592] env[70480]: DEBUG nova.compute.manager [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.681332] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.682232] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d6386-ffb3-4974-8dbf-19b0819ecd0e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.690171] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.690418] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37dd0cc2-0451-4c6c-8181-443466ed2bc4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.697781] env[70480]: DEBUG oslo_vmware.api [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1467.697781] env[70480]: value = "task-3723992" [ 1467.697781] env[70480]: _type = "Task" [ 1467.697781] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.706434] env[70480]: DEBUG oslo_vmware.api [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.969233] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.208298] env[70480]: DEBUG oslo_vmware.api [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723992, 'name': PowerOffVM_Task, 'duration_secs': 0.207747} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.208586] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.208750] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.208996] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8be21e-908e-4e19-9d1c-a91c84c14bfa {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.274076] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.274271] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.274436] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Deleting the datastore file [datastore1] b4c677a6-6326-4764-a34e-4f7445a45bd4 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.274710] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1336a918-3103-4c10-b11d-f8f4e7fba6f3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.282486] env[70480]: DEBUG oslo_vmware.api [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for the task: (returnval){ [ 1468.282486] env[70480]: value = "task-3723994" [ 1468.282486] env[70480]: _type = "Task" [ 1468.282486] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.290973] env[70480]: DEBUG oslo_vmware.api [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.473798] env[70480]: DEBUG nova.compute.manager [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70480) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1468.793201] env[70480]: DEBUG oslo_vmware.api [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Task: {'id': task-3723994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388816} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.793411] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.793611] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.793788] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.793965] env[70480]: INFO nova.compute.manager [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1468.794238] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1468.794475] env[70480]: DEBUG nova.compute.manager [-] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.794573] env[70480]: DEBUG nova.network.neutron [-] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.050165] env[70480]: DEBUG nova.compute.manager [req-2223b797-7bd2-44de-9975-055aae8e3216 req-d92fba05-b8c7-4ad7-80d5-d7d6f11dcf3f service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Received event network-vif-deleted-3f01f358-00ec-4611-85c5-5f6d2d4d9029 {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.050671] env[70480]: INFO nova.compute.manager [req-2223b797-7bd2-44de-9975-055aae8e3216 req-d92fba05-b8c7-4ad7-80d5-d7d6f11dcf3f service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Neutron deleted interface 3f01f358-00ec-4611-85c5-5f6d2d4d9029; detaching it from the instance and deleting it from the info cache [ 1469.050671] env[70480]: DEBUG nova.network.neutron [req-2223b797-7bd2-44de-9975-055aae8e3216 req-d92fba05-b8c7-4ad7-80d5-d7d6f11dcf3f service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.530566] env[70480]: DEBUG nova.network.neutron [-] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.553506] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5167a9e-8939-42e7-8d29-59d3503a8edb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.565933] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fab523-1c8f-4a10-960a-d854c3ecb01d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.577923] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.578434] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.597543] env[70480]: DEBUG nova.compute.manager [req-2223b797-7bd2-44de-9975-055aae8e3216 req-d92fba05-b8c7-4ad7-80d5-d7d6f11dcf3f service nova] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Detach interface failed, port_id=3f01f358-00ec-4611-85c5-5f6d2d4d9029, reason: Instance b4c677a6-6326-4764-a34e-4f7445a45bd4 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1470.032551] env[70480]: INFO nova.compute.manager [-] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Took 1.24 seconds to deallocate network for instance. [ 1470.081881] env[70480]: DEBUG nova.objects.instance [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'migration_context' on Instance uuid 0cf74415-b59c-4be3-a668-568eb5818fde {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.539791] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.641783] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3063e87-58c6-44b4-b6f3-1745d3b1b11d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.649996] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ad3bc-0884-4fb4-a397-c92fe5fd6818 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.683124] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c3a0a-5c89-4958-8190-f569bb24a797 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.691630] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b217ae-89e1-41e8-b93d-0a4f8874f9ca {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.707245] env[70480]: DEBUG nova.compute.provider_tree [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.211606] env[70480]: DEBUG nova.scheduler.client.report [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.223838] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.645s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.229452] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.690s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.229745] env[70480]: DEBUG nova.objects.instance [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lazy-loading 'resources' on Instance uuid b4c677a6-6326-4764-a34e-4f7445a45bd4 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.786701] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479fcf10-2172-4087-a647-48efee724e7e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.795409] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e3c00-29a4-48c0-b74a-e1b578e75c3e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.827878] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5716735a-f9b3-49ba-973e-28c97f571692 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.836375] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d49f541-2782-4ce8-99b7-c2464aa363d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.850387] env[70480]: DEBUG nova.compute.provider_tree [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.354392] env[70480]: DEBUG nova.scheduler.client.report [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.764971] env[70480]: INFO nova.compute.manager [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Swapping old allocation on dict_keys(['90a52c8d-d5fe-4619-98ec-fbd4788b011e']) held by migration a043c5d2-5a4c-4ecb-8a0d-1bdb842b7c55 for instance [ 1473.788708] env[70480]: DEBUG nova.scheduler.client.report [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Overwriting current allocation {'allocations': {'90a52c8d-d5fe-4619-98ec-fbd4788b011e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': 'c926ce30b43548c4bdb2c4bff6998756', 'user_id': '6c33f569ed774d6889e9b296fc2a11e2', 'consumer_generation': 1} on consumer 0cf74415-b59c-4be3-a668-568eb5818fde {{(pid=70480) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1473.859418] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.868850] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.868850] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.869044] env[70480]: DEBUG nova.network.neutron [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.878032] env[70480]: INFO nova.scheduler.client.report [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Deleted allocations for instance b4c677a6-6326-4764-a34e-4f7445a45bd4 [ 1474.386547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-bfd590b8-f131-4142-9d03-84d66549ac93 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Lock "b4c677a6-6326-4764-a34e-4f7445a45bd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.213s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.575755] env[70480]: DEBUG nova.network.neutron [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [{"id": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "address": "fa:16:3e:0c:04:fa", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a3eb77-81", "ovs_interfaceid": "a7a3eb77-8166-4db1-a18f-0e1495a89a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.078735] env[70480]: DEBUG oslo_concurrency.lockutils [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-0cf74415-b59c-4be3-a668-568eb5818fde" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.079813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a39798-4778-4c78-a42a-0e9d2b3bf4b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.088213] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e786c4e-90fc-46c4-ae6e-294e3be984df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.176473] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.176473] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3431ba-22ea-4933-a89d-ad24c489d317 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.184539] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1476.184539] env[70480]: value = "task-3723995" [ 1476.184539] env[70480]: _type = "Task" [ 1476.184539] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.194287] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.696541] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723995, 'name': PowerOffVM_Task, 'duration_secs': 0.225421} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.696817] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.697575] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.697828] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.698050] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.698252] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.698400] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.698544] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.698752] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.698903] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.699079] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.699426] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.699621] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.704524] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d115d20-6051-4598-87f6-a4723a3e7f9a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.720517] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1476.720517] env[70480]: value = "task-3723996" [ 1476.720517] env[70480]: _type = "Task" [ 1476.720517] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.729159] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.231299] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723996, 'name': ReconfigVM_Task, 'duration_secs': 0.176471} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.232249] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04cadcd-d30a-41b0-8a1f-9eb4b2b00c0c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.255153] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.255525] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.255624] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.255766] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.255905] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.256063] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.256277] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.256475] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.256671] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.256838] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.257028] env[70480]: DEBUG nova.virt.hardware [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.257951] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90661d66-f464-4ce5-b9c0-9bd3b7f69dab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.264240] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1477.264240] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522df95e-fb59-d180-e5d2-2d8eb181f91e" [ 1477.264240] env[70480]: _type = "Task" [ 1477.264240] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.272746] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522df95e-fb59-d180-e5d2-2d8eb181f91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.774628] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]522df95e-fb59-d180-e5d2-2d8eb181f91e, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.780594] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1477.780931] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1a6a3b-f8b4-4753-916b-4f5065f155df {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.800592] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1477.800592] env[70480]: value = "task-3723997" [ 1477.800592] env[70480]: _type = "Task" [ 1477.800592] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.808889] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723997, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.310559] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723997, 'name': ReconfigVM_Task, 'duration_secs': 0.232087} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.310992] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1478.311647] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f110ef16-18d5-40a0-81ce-dcb36018d12a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.335982] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.336279] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec6e8c8-137a-4d17-a9ed-7f488cbd764f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.354318] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1478.354318] env[70480]: value = "task-3723998" [ 1478.354318] env[70480]: _type = "Task" [ 1478.354318] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.363117] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.865341] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.366366] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723998, 'name': ReconfigVM_Task, 'duration_secs': 0.899236} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.366793] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde/0cf74415-b59c-4be3-a668-568eb5818fde.vmdk or device None with type thin {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.367556] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71714ad6-d0c0-44fe-a3ec-04ee09075782 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.390110] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcd824f-2198-4bbd-aeb9-f3bdca11f382 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.410510] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba6a913-ea31-4159-afc5-f0133b504f10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.431527] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb2eaa4-1381-400b-b788-39490e07181c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.438691] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.438933] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786c41e0-6f88-468f-9f93-976c36c8682c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.444989] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1479.444989] env[70480]: value = "task-3723999" [ 1479.444989] env[70480]: _type = "Task" [ 1479.444989] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.452730] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.955854] env[70480]: DEBUG oslo_vmware.api [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3723999, 'name': PowerOnVM_Task, 'duration_secs': 0.395952} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.956141] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.999406] env[70480]: INFO nova.compute.manager [None req-ce9502d5-43de-4ee3-977c-bcd9ed2f02d9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance to original state: 'active' [ 1482.787293] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.787705] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.787811] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.787998] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.788188] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.790404] env[70480]: INFO nova.compute.manager [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Terminating instance [ 1483.294421] env[70480]: DEBUG nova.compute.manager [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.294711] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.295016] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67554c2-1f85-4037-aec6-b4e0a0d8cb0a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.301983] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1483.301983] env[70480]: value = "task-3724000" [ 1483.301983] env[70480]: _type = "Task" [ 1483.301983] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.310894] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.813172] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724000, 'name': PowerOffVM_Task, 'duration_secs': 0.197237} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.814044] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.814339] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Volume detach. Driver type: vmdk {{(pid=70480) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1483.814472] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741496', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'name': 'volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0cf74415-b59c-4be3-a668-568eb5818fde', 'attached_at': '2025-04-29T11:33:00.000000', 'detached_at': '', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'serial': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1483.815323] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f0944-be5d-4bef-8dc2-b70e945ef730 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.836781] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee855306-ddae-45cc-9458-3b3049b9eda2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.844529] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731fdd2f-c728-46e9-885e-b0d735f1282c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.865417] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe67f9b-c669-4dbd-a4c3-3046794d46f5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.880525] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] The volume has not been displaced from its original location: [datastore1] volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33/volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33.vmdk. No consolidation needed. {{(pid=70480) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1483.885860] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.886183] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8eb3e2b-0330-4f6a-8d2d-44c7f311a5ad {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.905352] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1483.905352] env[70480]: value = "task-3724001" [ 1483.905352] env[70480]: _type = "Task" [ 1483.905352] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.915117] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.414884] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724001, 'name': ReconfigVM_Task, 'duration_secs': 0.2092} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.415180] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70480) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.419792] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c38db57-42b1-464b-b816-8a7a6cb2a308 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.435574] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1484.435574] env[70480]: value = "task-3724002" [ 1484.435574] env[70480]: _type = "Task" [ 1484.435574] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.443131] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.946230] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.446260] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.953181] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724002, 'name': ReconfigVM_Task, 'duration_secs': 1.135411} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.953567] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-741496', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'name': 'volume-be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0cf74415-b59c-4be3-a668-568eb5818fde', 'attached_at': '2025-04-29T11:33:00.000000', 'detached_at': '', 'volume_id': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33', 'serial': 'be2e1f7c-2bb2-4b07-8d4f-48f6ba5bdd33'} {{(pid=70480) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1485.953820] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.954608] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55486b-0e78-48b9-8a0d-d7ddc7a759c7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.961915] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.962163] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e22b50-f438-4183-b5b6-70314f29e9ae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.032596] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.032887] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Deleting contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.032962] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleting the datastore file [datastore2] 0cf74415-b59c-4be3-a668-568eb5818fde {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.033231] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65231c7-4dbf-4b2a-b4de-c74e56145b6e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.039393] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1486.039393] env[70480]: value = "task-3724004" [ 1486.039393] env[70480]: _type = "Task" [ 1486.039393] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.047222] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.549748] env[70480]: DEBUG oslo_vmware.api [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154365} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.550018] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.550193] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Deleted contents of the VM from datastore datastore2 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.550433] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.550632] env[70480]: INFO nova.compute.manager [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1486.550879] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.551163] env[70480]: DEBUG nova.compute.manager [-] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.551275] env[70480]: DEBUG nova.network.neutron [-] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.000941] env[70480]: DEBUG nova.compute.manager [req-53a40788-a534-4b65-ba17-f871a72b385c req-fb837e94-f691-4b4f-ab89-bb9fcf267564 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Received event network-vif-deleted-a7a3eb77-8166-4db1-a18f-0e1495a89a4d {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.000941] env[70480]: INFO nova.compute.manager [req-53a40788-a534-4b65-ba17-f871a72b385c req-fb837e94-f691-4b4f-ab89-bb9fcf267564 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Neutron deleted interface a7a3eb77-8166-4db1-a18f-0e1495a89a4d; detaching it from the instance and deleting it from the info cache [ 1487.000941] env[70480]: DEBUG nova.network.neutron [req-53a40788-a534-4b65-ba17-f871a72b385c req-fb837e94-f691-4b4f-ab89-bb9fcf267564 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.480984] env[70480]: DEBUG nova.network.neutron [-] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.503740] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e6e2fc4-502e-4dbb-9687-655f3cb26b51 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.515611] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d6b7f-32b8-4b87-92be-d60deb0ae6be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.543826] env[70480]: DEBUG nova.compute.manager [req-53a40788-a534-4b65-ba17-f871a72b385c req-fb837e94-f691-4b4f-ab89-bb9fcf267564 service nova] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Detach interface failed, port_id=a7a3eb77-8166-4db1-a18f-0e1495a89a4d, reason: Instance 0cf74415-b59c-4be3-a668-568eb5818fde could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1487.984809] env[70480]: INFO nova.compute.manager [-] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Took 1.43 seconds to deallocate network for instance. [ 1488.531505] env[70480]: INFO nova.compute.manager [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Took 0.55 seconds to detach 1 volumes for instance. [ 1489.040317] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.040715] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.040961] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.067938] env[70480]: INFO nova.scheduler.client.report [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted allocations for instance 0cf74415-b59c-4be3-a668-568eb5818fde [ 1489.575553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-8856844b-9fe8-4b30-93b3-134d67597448 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "0cf74415-b59c-4be3-a668-568eb5818fde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.788s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.086050] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.086365] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.589550] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.109180] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.109553] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.110961] env[70480]: INFO nova.compute.claims [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.145975] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668a38c7-e55d-4099-b857-c3c9e7fdf5d5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.154052] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe6817-6924-4a8a-96de-572e1811caae {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.184798] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb7c27d-9e58-479d-b8c8-6d812c441ab3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.192258] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27846673-63c5-4b9f-bfbf-d736aa0d04f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.205504] env[70480]: DEBUG nova.compute.provider_tree [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.708456] env[70480]: DEBUG nova.scheduler.client.report [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.213608] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.214136] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.719701] env[70480]: DEBUG nova.compute.utils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1494.721186] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1494.721367] env[70480]: DEBUG nova.network.neutron [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1494.772345] env[70480]: DEBUG nova.policy [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c33f569ed774d6889e9b296fc2a11e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c926ce30b43548c4bdb2c4bff6998756', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.053779] env[70480]: DEBUG nova.network.neutron [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Successfully created port: 8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.225043] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.237303] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.263288] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.263546] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.263704] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.263919] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.264106] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.264259] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.264473] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.264638] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.264809] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.264971] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.265157] env[70480]: DEBUG nova.virt.hardware [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.266116] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef24b03-b926-42b9-8723-18e9256c3fe6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.274376] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f57783-ddd5-422f-9af2-c533c0807fe8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.407938] env[70480]: DEBUG nova.compute.manager [req-5df1a443-cce8-4fbe-97d7-24c2d935cda5 req-c9f86530-fc00-47e6-aa03-35b6663dac82 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-vif-plugged-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.408183] env[70480]: DEBUG oslo_concurrency.lockutils [req-5df1a443-cce8-4fbe-97d7-24c2d935cda5 req-c9f86530-fc00-47e6-aa03-35b6663dac82 service nova] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.408388] env[70480]: DEBUG oslo_concurrency.lockutils [req-5df1a443-cce8-4fbe-97d7-24c2d935cda5 req-c9f86530-fc00-47e6-aa03-35b6663dac82 service nova] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.408581] env[70480]: DEBUG oslo_concurrency.lockutils [req-5df1a443-cce8-4fbe-97d7-24c2d935cda5 req-c9f86530-fc00-47e6-aa03-35b6663dac82 service nova] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.408716] env[70480]: DEBUG nova.compute.manager [req-5df1a443-cce8-4fbe-97d7-24c2d935cda5 req-c9f86530-fc00-47e6-aa03-35b6663dac82 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] No waiting events found dispatching network-vif-plugged-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1496.408879] env[70480]: WARNING nova.compute.manager [req-5df1a443-cce8-4fbe-97d7-24c2d935cda5 req-c9f86530-fc00-47e6-aa03-35b6663dac82 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received unexpected event network-vif-plugged-8557f083-d58a-46a4-8c53-c6ace91a24cd for instance with vm_state building and task_state spawning. [ 1496.487411] env[70480]: DEBUG nova.network.neutron [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Successfully updated port: 8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1496.991120] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.991120] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.991120] env[70480]: DEBUG nova.network.neutron [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.524025] env[70480]: DEBUG nova.network.neutron [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1497.646437] env[70480]: DEBUG nova.network.neutron [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.149289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.149651] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Instance network_info: |[{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1498.150105] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d0:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8557f083-d58a-46a4-8c53-c6ace91a24cd', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.157676] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.157890] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.158543] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-170eb99e-dd5f-4740-a46f-9b42286b943f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.178388] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.178388] env[70480]: value = "task-3724005" [ 1498.178388] env[70480]: _type = "Task" [ 1498.178388] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.187786] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3724005, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.435845] env[70480]: DEBUG nova.compute.manager [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.436155] env[70480]: DEBUG nova.compute.manager [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing instance network info cache due to event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1498.436278] env[70480]: DEBUG oslo_concurrency.lockutils [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.436448] env[70480]: DEBUG oslo_concurrency.lockutils [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.436574] env[70480]: DEBUG nova.network.neutron [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.689158] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3724005, 'name': CreateVM_Task, 'duration_secs': 0.306378} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.689598] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.690028] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.690207] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.690547] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.690815] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab0a249-58cb-41cb-96a9-c94489bc006c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.696285] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1498.696285] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525d2acd-3bb1-cc50-f0d1-962e22337b67" [ 1498.696285] env[70480]: _type = "Task" [ 1498.696285] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.704633] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525d2acd-3bb1-cc50-f0d1-962e22337b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.120218] env[70480]: DEBUG nova.network.neutron [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updated VIF entry in instance network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.120618] env[70480]: DEBUG nova.network.neutron [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.207427] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]525d2acd-3bb1-cc50-f0d1-962e22337b67, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.207868] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.208155] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.208405] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.208554] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.208771] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.209111] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c4db11-e3c8-4117-9bca-3b1f9f38e7c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.217910] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.218072] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.218758] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ff48df-0f77-4932-b074-761f3d34699b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.224285] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1499.224285] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527ac9bb-445b-aa9b-6e3f-40761ad27660" [ 1499.224285] env[70480]: _type = "Task" [ 1499.224285] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.232242] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527ac9bb-445b-aa9b-6e3f-40761ad27660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.366736] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.366971] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1499.623348] env[70480]: DEBUG oslo_concurrency.lockutils [req-308dbd73-aeb0-4082-a7a9-60939d774fe3 req-a138bf02-40ca-42da-b22e-055ae9ea6594 service nova] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.735385] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]527ac9bb-445b-aa9b-6e3f-40761ad27660, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.736167] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb065498-c523-45ee-9c3b-8a2e095ae018 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.741530] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1499.741530] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5255a57f-5e42-efaa-edfb-eafb64b984d0" [ 1499.741530] env[70480]: _type = "Task" [ 1499.741530] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.750036] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5255a57f-5e42-efaa-edfb-eafb64b984d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.252183] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5255a57f-5e42-efaa-edfb-eafb64b984d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.252458] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.252714] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.252980] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8faff8d-aeb7-4cff-8d7b-31d0222484e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.260311] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1500.260311] env[70480]: value = "task-3724006" [ 1500.260311] env[70480]: _type = "Task" [ 1500.260311] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.268353] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.770919] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466305} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.771315] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.771409] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.771662] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e86f0d14-9eef-4e9f-bd14-673ff46b8413 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.779570] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1500.779570] env[70480]: value = "task-3724007" [ 1500.779570] env[70480]: _type = "Task" [ 1500.779570] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.787660] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.289014] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065791} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.289327] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.290133] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26492de1-ed09-4b5e-b7df-ed7bbf1dea51 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.312073] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.312345] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b586eaa-8024-48df-9c98-95ce7dc006de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.332116] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1501.332116] env[70480]: value = "task-3724008" [ 1501.332116] env[70480]: _type = "Task" [ 1501.332116] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.340441] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.367182] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.843639] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724008, 'name': ReconfigVM_Task, 'duration_secs': 0.263235} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.844061] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.844587] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba85ed0f-8002-482c-9f60-9afe3332ab78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.851340] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1501.851340] env[70480]: value = "task-3724009" [ 1501.851340] env[70480]: _type = "Task" [ 1501.851340] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.859135] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724009, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.362196] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.362521] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724009, 'name': Rename_Task, 'duration_secs': 0.137976} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.362852] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.363113] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb4a8dbc-a78d-4c84-b9d5-8290221be3eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.366476] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.370467] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1502.370467] env[70480]: value = "task-3724010" [ 1502.370467] env[70480]: _type = "Task" [ 1502.370467] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.378818] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.869930] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.870362] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.870362] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.870575] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1502.871522] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adfb1e4-0a99-4539-99b6-26605b6caa80 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.886568] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e41e25a-ecc3-41ad-be78-645679e97457 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.890458] env[70480]: DEBUG oslo_vmware.api [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724010, 'name': PowerOnVM_Task, 'duration_secs': 0.436307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.890719] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.890921] env[70480]: INFO nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1502.891115] env[70480]: DEBUG nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1502.892177] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aed279-e5f3-4602-a2c6-f704971debd2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.904265] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62576527-b5b9-4753-927a-99a777788007 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.915071] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d85f6-8c08-4c8c-8109-e8ba5f2426c9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.945649] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180682MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1502.945876] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.946065] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.422410] env[70480]: INFO nova.compute.manager [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Took 11.33 seconds to build instance. [ 1503.924708] env[70480]: DEBUG oslo_concurrency.lockutils [None req-77bd471b-7de4-4326-9b06-9e70185b22dd tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.838s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.030884] env[70480]: DEBUG nova.compute.manager [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.031443] env[70480]: DEBUG nova.compute.manager [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing instance network info cache due to event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.031443] env[70480]: DEBUG oslo_concurrency.lockutils [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.031443] env[70480]: DEBUG oslo_concurrency.lockutils [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.031659] env[70480]: DEBUG nova.network.neutron [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.070150] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 6dd95aa5-7004-49ed-9111-fc43edd51ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1504.070150] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1504.070539] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1504.106201] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8545a1f-674f-42c6-8196-5dec8f1ef83c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.114580] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8fb681-f562-47af-b557-f3f5409e0941 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.145600] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0271e37-020a-411f-83ec-69879a1d3c4c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.153396] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a53a6e-63ba-464d-8f5f-f7f01329fd50 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.167574] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.670429] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.739404] env[70480]: DEBUG nova.network.neutron [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updated VIF entry in instance network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.739815] env[70480]: DEBUG nova.network.neutron [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.175785] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1505.176192] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.176245] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.176383] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Cleaning up deleted instances with incomplete migration {{(pid=70480) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1505.242165] env[70480]: DEBUG oslo_concurrency.lockutils [req-c8b36428-94e1-4b55-bb7f-dcc30fc4d676 req-b60843d8-e6bc-45d3-afca-96d93c11d802 service nova] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.680064] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.680064] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.680064] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.680616] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.367286] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.367765] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Cleaning up deleted instances {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1509.875933] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] There are 24 instances to clean {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1509.876191] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: b4c677a6-6326-4764-a34e-4f7445a45bd4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.379843] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 0cf74415-b59c-4be3-a668-568eb5818fde] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.883848] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: c2b36315-7554-4fb3-93bb-5a76a0611330] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.387743] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 81f7175b-1a38-4e6c-8916-111f5a1eee0d] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.891331] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: f863ee6f-f2c9-432d-8cbb-4ad04dfc96ba] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.394354] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 273391cd-d4f2-421e-9da4-2213666908cd] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.898029] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: c7f57698-2bfe-4e6b-b41e-a4f0426c298a] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.401176] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 14adc332-1382-437e-b322-b1ac8f074ecd] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.904724] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2fca2b37-4db5-4d5f-86b2-4be2249cbed0] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.407840] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 963f7583-99aa-48fe-9aa8-26316d270d62] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.911704] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ee61163f-0e72-4840-8fd7-2f10f8edd1ee] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.414939] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ed93d8df-39f6-4ca0-a166-667a0dd31359] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.918483] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 5237a377-519c-48ee-822b-9c9d2455e453] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.422452] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 950e8fec-aab8-4c47-9e62-29e2b9cc2fbc] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.925411] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 654d01f6-c970-44a2-a034-5ae73a5d93b4] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.429483] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: ae3293f7-070b-4744-9d46-46448e69663d] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.932614] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 9c1a4ece-d1da-493a-a876-b6a410d53693] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.435667] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 71a50fbd-1909-4c11-a367-b5e30dcc2d4e] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.939456] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 10f81081-a7b2-4022-bd6d-5f01273908f6] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.442634] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: c0fd9e28-190a-48f1-90f3-ec940227a553] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.946549] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 171dccad-477a-4a7e-a6e4-840675a8cd57] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.449941] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 46078b13-398e-4026-8c76-3a23f359e200] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.953179] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 71435f12-edb7-45f3-9633-0615475702db] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.456512] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] [instance: 2ec7007f-a374-4518-ab1b-aa1f3cbcf14b] Instance has had 0 of 5 cleanup attempts {{(pid=70480) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.960370] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.913127] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.913591] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.913641] env[70480]: INFO nova.compute.manager [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Shelving [ 1542.923125] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.923496] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2582c2fb-47fa-4500-9310-fffb7b18edf6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.931068] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1542.931068] env[70480]: value = "task-3724011" [ 1542.931068] env[70480]: _type = "Task" [ 1542.931068] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.940204] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.441530] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724011, 'name': PowerOffVM_Task, 'duration_secs': 0.175537} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.441819] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.442617] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e798e5-220d-4310-924d-f2ee8bc615e4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.461148] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093728b5-5d2b-444e-947c-85d3d44498a2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.972135] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Creating Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1543.972541] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cdba6d7b-7ec5-4378-b5f8-9bb0836b03d6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.980329] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1543.980329] env[70480]: value = "task-3724012" [ 1543.980329] env[70480]: _type = "Task" [ 1543.980329] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.988970] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.490874] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724012, 'name': CreateSnapshot_Task, 'duration_secs': 0.429769} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.491166] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Created Snapshot of the VM instance {{(pid=70480) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1544.491957] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17beae69-dcda-4105-afbf-e8472f898a9f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.011074] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Creating linked-clone VM from snapshot {{(pid=70480) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1545.011074] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46f2f2fa-07a9-4466-9ba9-ed2f2f0468cd {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.020351] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1545.020351] env[70480]: value = "task-3724013" [ 1545.020351] env[70480]: _type = "Task" [ 1545.020351] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.028353] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724013, 'name': CloneVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.531991] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724013, 'name': CloneVM_Task} progress is 94%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.033301] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724013, 'name': CloneVM_Task} progress is 95%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.532382] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724013, 'name': CloneVM_Task, 'duration_secs': 1.109749} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.532660] env[70480]: INFO nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Created linked-clone VM from snapshot [ 1546.533388] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf77e96-d4cf-4464-b443-6e498ab20e5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.540630] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Uploading image 30001a12-3b7f-4497-b3d8-56ec94354c6f {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1546.586605] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1546.586605] env[70480]: value = "vm-741502" [ 1546.586605] env[70480]: _type = "VirtualMachine" [ 1546.586605] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1546.587272] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43337281-454c-48da-b0d8-01336fa78c18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.595160] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease: (returnval){ [ 1546.595160] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b98525-9bf7-7748-5ec0-55fd8891d1f9" [ 1546.595160] env[70480]: _type = "HttpNfcLease" [ 1546.595160] env[70480]: } obtained for exporting VM: (result){ [ 1546.595160] env[70480]: value = "vm-741502" [ 1546.595160] env[70480]: _type = "VirtualMachine" [ 1546.595160] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1546.595479] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the lease: (returnval){ [ 1546.595479] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b98525-9bf7-7748-5ec0-55fd8891d1f9" [ 1546.595479] env[70480]: _type = "HttpNfcLease" [ 1546.595479] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1546.602149] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1546.602149] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b98525-9bf7-7748-5ec0-55fd8891d1f9" [ 1546.602149] env[70480]: _type = "HttpNfcLease" [ 1546.602149] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1547.103859] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.103859] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b98525-9bf7-7748-5ec0-55fd8891d1f9" [ 1547.103859] env[70480]: _type = "HttpNfcLease" [ 1547.103859] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1547.104291] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1547.104291] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52b98525-9bf7-7748-5ec0-55fd8891d1f9" [ 1547.104291] env[70480]: _type = "HttpNfcLease" [ 1547.104291] env[70480]: }. {{(pid=70480) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1547.104941] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44409e82-825e-491f-aa4f-bafee2a5fb63 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.112694] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f416-02ed-6726-2938-bb719125f61b/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1547.112903] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f416-02ed-6726-2938-bb719125f61b/disk-0.vmdk for reading. {{(pid=70480) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1547.202465] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29f0b272-c8bc-47cf-a8de-104a1fef6dbb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.433242] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f416-02ed-6726-2938-bb719125f61b/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1554.434401] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084dde5d-6470-4f2b-be8d-eb46d9515d5a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.441042] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f416-02ed-6726-2938-bb719125f61b/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1554.441232] env[70480]: ERROR oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f416-02ed-6726-2938-bb719125f61b/disk-0.vmdk due to incomplete transfer. [ 1554.441477] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3701741-53da-4845-bb38-9fc5e4726991 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.449245] env[70480]: DEBUG oslo_vmware.rw_handles [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267f416-02ed-6726-2938-bb719125f61b/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1554.449477] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Uploaded image 30001a12-3b7f-4497-b3d8-56ec94354c6f to the Glance image server {{(pid=70480) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1554.451974] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Destroying the VM {{(pid=70480) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1554.452210] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df796e21-e160-426b-9ed8-0b3282a5eb55 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.458213] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1554.458213] env[70480]: value = "task-3724015" [ 1554.458213] env[70480]: _type = "Task" [ 1554.458213] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.467603] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724015, 'name': Destroy_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.967908] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724015, 'name': Destroy_Task, 'duration_secs': 0.364885} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.968246] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Destroyed the VM [ 1554.968542] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deleting Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1554.968806] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f082ae7-d8f7-4bfc-b5e4-0f572c3d67ab {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.975287] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1554.975287] env[70480]: value = "task-3724016" [ 1554.975287] env[70480]: _type = "Task" [ 1554.975287] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.983246] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724016, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.485327] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724016, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368065} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.485841] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deleted Snapshot of the VM instance {{(pid=70480) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1555.485893] env[70480]: DEBUG nova.compute.manager [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1555.486665] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b25dff-e2cf-4f65-b09b-d120633cefc1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.999262] env[70480]: INFO nova.compute.manager [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Shelve offloading [ 1556.503041] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.503362] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df22055-aa22-44ab-a292-97fb1e766727 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.510240] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1556.510240] env[70480]: value = "task-3724017" [ 1556.510240] env[70480]: _type = "Task" [ 1556.510240] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.518668] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.021262] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] VM already powered off {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1557.021500] env[70480]: DEBUG nova.compute.manager [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1557.022293] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f93ac83-5d51-4bb0-b613-5e0256eb8676 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.028122] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.028285] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.028455] env[70480]: DEBUG nova.network.neutron [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.806606] env[70480]: DEBUG nova.network.neutron [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.310069] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.565292] env[70480]: DEBUG nova.compute.manager [req-08e5fff3-9f06-4a67-976f-59e5cc97812f req-2101ef57-54e5-4243-a96d-864927b0002c service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-vif-unplugged-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1558.565562] env[70480]: DEBUG oslo_concurrency.lockutils [req-08e5fff3-9f06-4a67-976f-59e5cc97812f req-2101ef57-54e5-4243-a96d-864927b0002c service nova] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.565771] env[70480]: DEBUG oslo_concurrency.lockutils [req-08e5fff3-9f06-4a67-976f-59e5cc97812f req-2101ef57-54e5-4243-a96d-864927b0002c service nova] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.565938] env[70480]: DEBUG oslo_concurrency.lockutils [req-08e5fff3-9f06-4a67-976f-59e5cc97812f req-2101ef57-54e5-4243-a96d-864927b0002c service nova] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.566155] env[70480]: DEBUG nova.compute.manager [req-08e5fff3-9f06-4a67-976f-59e5cc97812f req-2101ef57-54e5-4243-a96d-864927b0002c service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] No waiting events found dispatching network-vif-unplugged-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1558.566298] env[70480]: WARNING nova.compute.manager [req-08e5fff3-9f06-4a67-976f-59e5cc97812f req-2101ef57-54e5-4243-a96d-864927b0002c service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received unexpected event network-vif-unplugged-8557f083-d58a-46a4-8c53-c6ace91a24cd for instance with vm_state shelved and task_state shelving_offloading. [ 1558.628210] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.629115] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534326a-f53f-473b-ae2e-f1c8e8b4d540 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.637432] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.637674] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43a898f3-997e-40cb-a97c-9b29da40173f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.711471] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.711753] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.711884] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleting the datastore file [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.712186] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b6975e-30d7-425d-ac9a-568b6c9e3b59 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.718491] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1558.718491] env[70480]: value = "task-3724019" [ 1558.718491] env[70480]: _type = "Task" [ 1558.718491] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.726361] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.228976] env[70480]: DEBUG oslo_vmware.api [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130214} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.229451] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.229506] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.229642] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.260653] env[70480]: INFO nova.scheduler.client.report [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted allocations for instance 6dd95aa5-7004-49ed-9111-fc43edd51ea0 [ 1559.765789] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.766140] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.766382] env[70480]: DEBUG nova.objects.instance [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'resources' on Instance uuid 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.269452] env[70480]: DEBUG nova.objects.instance [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'numa_topology' on Instance uuid 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.591058] env[70480]: DEBUG nova.compute.manager [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.591342] env[70480]: DEBUG nova.compute.manager [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing instance network info cache due to event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1560.591537] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.591698] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.591860] env[70480]: DEBUG nova.network.neutron [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.774021] env[70480]: DEBUG nova.objects.base [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Object Instance<6dd95aa5-7004-49ed-9111-fc43edd51ea0> lazy-loaded attributes: resources,numa_topology {{(pid=70480) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1560.793613] env[70480]: DEBUG nova.scheduler.client.report [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing inventories for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1560.808100] env[70480]: DEBUG nova.scheduler.client.report [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating ProviderTree inventory for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1560.808394] env[70480]: DEBUG nova.compute.provider_tree [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Updating inventory in ProviderTree for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1560.820723] env[70480]: DEBUG nova.scheduler.client.report [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing aggregate associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, aggregates: None {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1560.838553] env[70480]: DEBUG nova.scheduler.client.report [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Refreshing trait associations for resource provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70480) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1560.851070] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec7e8e-a08b-4f7c-8743-b189730e3016 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.859219] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a039931-b787-41b6-9b52-4c7515f834e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.892113] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d1c6e-99b1-4151-9bf9-ca0a49057937 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.899629] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559aeea3-4787-473f-861d-0b8dd051197d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.914248] env[70480]: DEBUG nova.compute.provider_tree [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.314136] env[70480]: DEBUG nova.network.neutron [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updated VIF entry in instance network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.314498] env[70480]: DEBUG nova.network.neutron [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8557f083-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.417922] env[70480]: DEBUG nova.scheduler.client.report [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.794125] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.817502] env[70480]: DEBUG oslo_concurrency.lockutils [req-ab2084a8-45fe-4072-b25d-a73876e1c5ff req-63b83bca-95fa-4dc9-867f-b072e084a1f6 service nova] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.922864] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.431483] env[70480]: DEBUG oslo_concurrency.lockutils [None req-473a83b1-86e3-474d-bb33-309dec6a79d7 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.518s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.432480] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.638s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.432669] env[70480]: INFO nova.compute.manager [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Unshelving [ 1563.458370] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.458712] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.458892] env[70480]: DEBUG nova.objects.instance [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'pci_requests' on Instance uuid 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.963089] env[70480]: DEBUG nova.objects.instance [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'numa_topology' on Instance uuid 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.466714] env[70480]: INFO nova.compute.claims [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.502098] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05e647-4bfc-43ef-9840-00b6a11fd79f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.510559] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf420a89-42d8-4214-a808-a68add8696b8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.541165] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96866988-4c36-493e-841f-6796d8e5685b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.548800] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8311fbb-b52a-4efb-90e4-85719e1e2816 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.562263] env[70480]: DEBUG nova.compute.provider_tree [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.065922] env[70480]: DEBUG nova.scheduler.client.report [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.571782] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.602483] env[70480]: INFO nova.network.neutron [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating port 8557f083-d58a-46a4-8c53-c6ace91a24cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1567.968345] env[70480]: DEBUG nova.compute.manager [req-77ebc7e2-7fba-4494-97f7-f01193e09880 req-ca388581-ff36-4df8-b0a9-8ac0529e9197 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-vif-plugged-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1567.968606] env[70480]: DEBUG oslo_concurrency.lockutils [req-77ebc7e2-7fba-4494-97f7-f01193e09880 req-ca388581-ff36-4df8-b0a9-8ac0529e9197 service nova] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.968766] env[70480]: DEBUG oslo_concurrency.lockutils [req-77ebc7e2-7fba-4494-97f7-f01193e09880 req-ca388581-ff36-4df8-b0a9-8ac0529e9197 service nova] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.968928] env[70480]: DEBUG oslo_concurrency.lockutils [req-77ebc7e2-7fba-4494-97f7-f01193e09880 req-ca388581-ff36-4df8-b0a9-8ac0529e9197 service nova] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.969318] env[70480]: DEBUG nova.compute.manager [req-77ebc7e2-7fba-4494-97f7-f01193e09880 req-ca388581-ff36-4df8-b0a9-8ac0529e9197 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] No waiting events found dispatching network-vif-plugged-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1567.969566] env[70480]: WARNING nova.compute.manager [req-77ebc7e2-7fba-4494-97f7-f01193e09880 req-ca388581-ff36-4df8-b0a9-8ac0529e9197 service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received unexpected event network-vif-plugged-8557f083-d58a-46a4-8c53-c6ace91a24cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1568.055920] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.055991] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.056180] env[70480]: DEBUG nova.network.neutron [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.762160] env[70480]: DEBUG nova.network.neutron [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.265033] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.292083] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1c78412aee130d6ca736cd64d1a88490',container_format='bare',created_at=2025-04-29T11:34:06Z,direct_url=,disk_format='vmdk',id=30001a12-3b7f-4497-b3d8-56ec94354c6f,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1137524481-shelved',owner='c926ce30b43548c4bdb2c4bff6998756',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-29T11:34:19Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.292329] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.292397] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.292559] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.292706] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.292854] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.293075] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.293241] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.293407] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.293569] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.293741] env[70480]: DEBUG nova.virt.hardware [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.294916] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e48d0-8808-4d4b-bb63-0199e1112a4a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.303097] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7a55b-566a-4db5-ad30-ab994ef13508 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.316620] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d0:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8557f083-d58a-46a4-8c53-c6ace91a24cd', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.323931] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1569.324189] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.324398] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef801ff5-bc87-42f1-8741-8b310d6e67eb {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.343398] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.343398] env[70480]: value = "task-3724020" [ 1569.343398] env[70480]: _type = "Task" [ 1569.343398] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.351295] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3724020, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.853690] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3724020, 'name': CreateVM_Task, 'duration_secs': 0.42502} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.853958] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.854637] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.854805] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.855242] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.855536] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e4e1f0-8954-4f5e-9230-3cf1f20f725c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.861294] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1569.861294] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289b1df-a666-f042-2c54-367bb0263947" [ 1569.861294] env[70480]: _type = "Task" [ 1569.861294] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.873677] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]5289b1df-a666-f042-2c54-367bb0263947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.994101] env[70480]: DEBUG nova.compute.manager [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.994326] env[70480]: DEBUG nova.compute.manager [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing instance network info cache due to event network-changed-8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1569.994533] env[70480]: DEBUG oslo_concurrency.lockutils [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] Acquiring lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.994780] env[70480]: DEBUG oslo_concurrency.lockutils [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] Acquired lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.994854] env[70480]: DEBUG nova.network.neutron [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Refreshing network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.372448] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.372841] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Processing image 30001a12-3b7f-4497-b3d8-56ec94354c6f {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.372953] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.373116] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.373305] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.373571] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40608687-1d6f-4748-bf5b-f6756b93dc3d {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.384358] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.384563] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.385256] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0695670f-20d7-4c95-ae22-66ea67135e13 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.390883] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1570.390883] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aff837-49a0-7998-7e87-75f65478eda9" [ 1570.390883] env[70480]: _type = "Task" [ 1570.390883] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.398799] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52aff837-49a0-7998-7e87-75f65478eda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.697069] env[70480]: DEBUG nova.network.neutron [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updated VIF entry in instance network info cache for port 8557f083-d58a-46a4-8c53-c6ace91a24cd. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.697603] env[70480]: DEBUG nova.network.neutron [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [{"id": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "address": "fa:16:3e:4f:d0:15", "network": {"id": "e80f8d85-407d-45cc-8eec-d56324b2f03b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2102896895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c926ce30b43548c4bdb2c4bff6998756", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8557f083-d5", "ovs_interfaceid": "8557f083-d58a-46a4-8c53-c6ace91a24cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.901306] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Preparing fetch location {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1570.901521] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Fetch image to [datastore1] OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce/OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce.vmdk {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1570.901703] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Downloading stream optimized image 30001a12-3b7f-4497-b3d8-56ec94354c6f to [datastore1] OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce/OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce.vmdk on the data store datastore1 as vApp {{(pid=70480) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1570.901873] env[70480]: DEBUG nova.virt.vmwareapi.images [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Downloading image file data 30001a12-3b7f-4497-b3d8-56ec94354c6f to the ESX as VM named 'OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce' {{(pid=70480) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1570.969165] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1570.969165] env[70480]: value = "resgroup-9" [ 1570.969165] env[70480]: _type = "ResourcePool" [ 1570.969165] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1570.969463] env[70480]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cf14ee84-80e2-475f-bad6-e36d0d2d0366 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.990472] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease: (returnval){ [ 1570.990472] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2af91-0497-8936-00d6-b231e61623f4" [ 1570.990472] env[70480]: _type = "HttpNfcLease" [ 1570.990472] env[70480]: } obtained for vApp import into resource pool (val){ [ 1570.990472] env[70480]: value = "resgroup-9" [ 1570.990472] env[70480]: _type = "ResourcePool" [ 1570.990472] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1570.990871] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the lease: (returnval){ [ 1570.990871] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2af91-0497-8936-00d6-b231e61623f4" [ 1570.990871] env[70480]: _type = "HttpNfcLease" [ 1570.990871] env[70480]: } to be ready. {{(pid=70480) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1570.997496] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.997496] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2af91-0497-8936-00d6-b231e61623f4" [ 1570.997496] env[70480]: _type = "HttpNfcLease" [ 1570.997496] env[70480]: } is initializing. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1571.200430] env[70480]: DEBUG oslo_concurrency.lockutils [req-3c4b0391-7e22-486f-a306-08cb9485d4d4 req-cf24dcee-ee43-4331-819c-bcbcc2d292ff service nova] Releasing lock "refresh_cache-6dd95aa5-7004-49ed-9111-fc43edd51ea0" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.499646] env[70480]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.499646] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2af91-0497-8936-00d6-b231e61623f4" [ 1571.499646] env[70480]: _type = "HttpNfcLease" [ 1571.499646] env[70480]: } is ready. {{(pid=70480) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1571.500208] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1571.500208] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52c2af91-0497-8936-00d6-b231e61623f4" [ 1571.500208] env[70480]: _type = "HttpNfcLease" [ 1571.500208] env[70480]: }. {{(pid=70480) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1571.500722] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f9771-bb6f-4a54-b580-4e75b600df40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.508853] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526efde7-c90f-ddf5-1c2f-3242b25d3075/disk-0.vmdk from lease info. {{(pid=70480) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1571.509059] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526efde7-c90f-ddf5-1c2f-3242b25d3075/disk-0.vmdk. {{(pid=70480) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1571.570543] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2f2004a-33a8-4767-be9c-ee80128021f9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.655387] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Completed reading data from the image iterator. {{(pid=70480) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1572.655799] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526efde7-c90f-ddf5-1c2f-3242b25d3075/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1572.656636] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d0a8c-cea0-4baa-9795-70602f1cc34e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.663980] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526efde7-c90f-ddf5-1c2f-3242b25d3075/disk-0.vmdk is in state: ready. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1572.664270] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526efde7-c90f-ddf5-1c2f-3242b25d3075/disk-0.vmdk. {{(pid=70480) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1572.664448] env[70480]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-38a315b5-9192-4fe1-94b0-21c5a8d87e7a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.861045] env[70480]: DEBUG oslo_vmware.rw_handles [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526efde7-c90f-ddf5-1c2f-3242b25d3075/disk-0.vmdk. {{(pid=70480) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1572.861045] env[70480]: INFO nova.virt.vmwareapi.images [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Downloaded image file data 30001a12-3b7f-4497-b3d8-56ec94354c6f [ 1572.861919] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0141c7ea-bb3c-464c-abbf-1d46f20d1507 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.878824] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64caf275-719a-4201-8417-be437f94c0e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.916485] env[70480]: INFO nova.virt.vmwareapi.images [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] The imported VM was unregistered [ 1572.919165] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Caching image {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1572.919406] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Creating directory with path [datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.919694] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0574228d-3d3f-4cca-898b-641ce6570f62 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.943052] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Created directory with path [datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.943265] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce/OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce.vmdk to [datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk. {{(pid=70480) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1572.943512] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bdcf6024-00f8-4d54-b3cb-67a01238f663 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.951706] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1572.951706] env[70480]: value = "task-3724023" [ 1572.951706] env[70480]: _type = "Task" [ 1572.951706] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.960351] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724023, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.463684] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.464064] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724023, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.464352] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.464568] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.464804] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.464988] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.465154] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.465351] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.465562] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1573.465804] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.963647] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724023, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.968799] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.969064] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.969239] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.969401] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1573.970311] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fdafee-95be-4413-8c97-4bf0bd7d37d8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.982647] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98314782-1090-499a-8a29-2c711ac471e2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.000849] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a59cdb-d3b5-4c5b-84d8-e01b4842736b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.010395] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08e5b4-5c11-4ced-a5d7-ce5a2d63098e {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.044059] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1574.044301] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.044445] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.466190] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724023, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.966219] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724023, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.073324] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Instance 6dd95aa5-7004-49ed-9111-fc43edd51ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70480) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1575.073560] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1575.073705] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1575.106770] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c8c315-4d3c-414c-a927-99110e552e43 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.117501] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2dffa5-c59a-493c-8872-c394a9f4ff10 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.156426] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b7b8bf-31f8-4ee4-b147-cb922d042c7b {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.170763] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e8fc0-64a0-4758-8c26-52c55bdd3ef5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.187113] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.465318] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724023, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.297949} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.465589] env[70480]: INFO nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce/OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce.vmdk to [datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk. [ 1575.465784] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Cleaning up location [datastore1] OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1575.465949] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8e3ac314-b2a6-4985-9371-6a5a00441cce {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.466213] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eb4dd53-de00-498a-865c-8590ca0b46b2 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.473609] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1575.473609] env[70480]: value = "task-3724024" [ 1575.473609] env[70480]: _type = "Task" [ 1575.473609] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.481453] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.690960] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.983966] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038873} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.984390] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.984390] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.984656] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk to [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.984907] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3078bafc-7655-4d09-81ec-3c3aa2fb4070 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.991974] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1575.991974] env[70480]: value = "task-3724025" [ 1575.991974] env[70480]: _type = "Task" [ 1575.991974] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.999677] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.196116] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1576.196447] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.505625] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724025, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.004978] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724025, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.504577] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724025, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.006486] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724025, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.094351] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.504190] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724025, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.277} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.504475] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/30001a12-3b7f-4497-b3d8-56ec94354c6f/30001a12-3b7f-4497-b3d8-56ec94354c6f.vmdk to [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.505351] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5f7764-0ae1-45ca-8736-59f211c92849 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.528556] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.528844] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f5655d9-3e24-410f-b475-6d087d53b01a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.549952] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1578.549952] env[70480]: value = "task-3724026" [ 1578.549952] env[70480]: _type = "Task" [ 1578.549952] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.558397] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.060837] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724026, 'name': ReconfigVM_Task, 'duration_secs': 0.276121} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.061300] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0/6dd95aa5-7004-49ed-9111-fc43edd51ea0.vmdk or device None with type streamOptimized {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.061748] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18ebf13-ac3a-4d6c-941d-d4554ded6c40 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.068815] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1579.068815] env[70480]: value = "task-3724027" [ 1579.068815] env[70480]: _type = "Task" [ 1579.068815] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.076919] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724027, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.578195] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724027, 'name': Rename_Task, 'duration_secs': 0.140293} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.578480] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.578717] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91afb6a1-28ab-4e68-bb92-e56e3effe9e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.585030] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1579.585030] env[70480]: value = "task-3724028" [ 1579.585030] env[70480]: _type = "Task" [ 1579.585030] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.592437] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.095784] env[70480]: DEBUG oslo_vmware.api [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724028, 'name': PowerOnVM_Task, 'duration_secs': 0.481685} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.096190] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.263126] env[70480]: DEBUG nova.compute.manager [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1580.263998] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4038647-9a3c-4409-8a47-ccf8c8def798 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.780753] env[70480]: DEBUG oslo_concurrency.lockutils [None req-981834d7-90a3-423b-a0f9-800d9af2b837 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.348s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.292693] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.292693] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.292693] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.293265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.293265] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.295277] env[70480]: INFO nova.compute.manager [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Terminating instance [ 1581.799845] env[70480]: DEBUG nova.compute.manager [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.800088] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.801063] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e00cbf3-ef3f-4bb4-aa65-fa5e3aefb94f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.809233] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.809492] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2a1d6d-a66d-448b-8693-5c3f6ea537e6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.816623] env[70480]: DEBUG oslo_vmware.api [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1581.816623] env[70480]: value = "task-3724029" [ 1581.816623] env[70480]: _type = "Task" [ 1581.816623] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.825678] env[70480]: DEBUG oslo_vmware.api [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.327474] env[70480]: DEBUG oslo_vmware.api [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724029, 'name': PowerOffVM_Task, 'duration_secs': 0.211876} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.327921] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.328095] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.328402] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e438d27f-f784-4af3-8835-f568f859fc65 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.428070] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.428285] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.428432] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleting the datastore file [datastore1] 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.428698] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9deef3cd-4e00-4e2c-85f7-0a5ec86a9f22 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.434858] env[70480]: DEBUG oslo_vmware.api [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for the task: (returnval){ [ 1582.434858] env[70480]: value = "task-3724031" [ 1582.434858] env[70480]: _type = "Task" [ 1582.434858] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.443209] env[70480]: DEBUG oslo_vmware.api [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.945301] env[70480]: DEBUG oslo_vmware.api [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Task: {'id': task-3724031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131833} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.945581] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.945743] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.945919] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.946106] env[70480]: INFO nova.compute.manager [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1582.946354] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.946555] env[70480]: DEBUG nova.compute.manager [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.946647] env[70480]: DEBUG nova.network.neutron [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.609659] env[70480]: DEBUG nova.compute.manager [req-e00e1e4c-7915-4787-a075-7cdc469ef32e req-6553dad4-ba19-4d68-9b30-e4e0ab97d5ab service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Received event network-vif-deleted-8557f083-d58a-46a4-8c53-c6ace91a24cd {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1583.609987] env[70480]: INFO nova.compute.manager [req-e00e1e4c-7915-4787-a075-7cdc469ef32e req-6553dad4-ba19-4d68-9b30-e4e0ab97d5ab service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Neutron deleted interface 8557f083-d58a-46a4-8c53-c6ace91a24cd; detaching it from the instance and deleting it from the info cache [ 1583.611038] env[70480]: DEBUG nova.network.neutron [req-e00e1e4c-7915-4787-a075-7cdc469ef32e req-6553dad4-ba19-4d68-9b30-e4e0ab97d5ab service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.092156] env[70480]: DEBUG nova.network.neutron [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.113257] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbc1976a-6ab0-40fa-9415-eb604c02c3be {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.124537] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56645970-b954-4c3f-a9fe-50f09babf6b7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.151830] env[70480]: DEBUG nova.compute.manager [req-e00e1e4c-7915-4787-a075-7cdc469ef32e req-6553dad4-ba19-4d68-9b30-e4e0ab97d5ab service nova] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Detach interface failed, port_id=8557f083-d58a-46a4-8c53-c6ace91a24cd, reason: Instance 6dd95aa5-7004-49ed-9111-fc43edd51ea0 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1584.595333] env[70480]: INFO nova.compute.manager [-] [instance: 6dd95aa5-7004-49ed-9111-fc43edd51ea0] Took 1.65 seconds to deallocate network for instance. [ 1585.102691] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.103052] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.103317] env[70480]: DEBUG nova.objects.instance [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lazy-loading 'resources' on Instance uuid 6dd95aa5-7004-49ed-9111-fc43edd51ea0 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.638855] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e43553-956f-44d7-a311-dc03970a12d8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.647217] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add1e3ed-37ec-417d-98c5-98d6d30b0b78 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.677314] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4798404c-3467-4145-97c2-b6fb6ec21576 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.685073] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a5f20b-b268-4563-8d38-cdd4542c3047 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.698563] env[70480]: DEBUG nova.compute.provider_tree [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.202069] env[70480]: DEBUG nova.scheduler.client.report [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.707626] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.728700] env[70480]: INFO nova.scheduler.client.report [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Deleted allocations for instance 6dd95aa5-7004-49ed-9111-fc43edd51ea0 [ 1587.238518] env[70480]: DEBUG oslo_concurrency.lockutils [None req-58759f20-906f-4562-a9b6-43dfab57d5ba tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Lock "6dd95aa5-7004-49ed-9111-fc43edd51ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.560963] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "af8b335f-393e-43f7-b0ab-124cc5595e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.561241] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.065607] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Starting instance... {{(pid=70480) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1598.589072] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.589359] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.590835] env[70480]: INFO nova.compute.claims [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.629983] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1258df1-d67c-479e-b86b-b1fc79f900a9 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.638111] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d3ff9-f438-4d80-9acf-368aacf494a5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.670191] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b7d80-5000-4fa6-ad6e-ac9b3b740499 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.678973] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b951bc-4d56-430b-9465-d0666c687bc8 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.693699] env[70480]: DEBUG nova.compute.provider_tree [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.196812] env[70480]: DEBUG nova.scheduler.client.report [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.701830] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.702363] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Start building networks asynchronously for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1601.206889] env[70480]: DEBUG nova.compute.utils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Using /dev/sd instead of None {{(pid=70480) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1601.208443] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Allocating IP information in the background. {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1601.208700] env[70480]: DEBUG nova.network.neutron [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] allocate_for_instance() {{(pid=70480) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.247415] env[70480]: DEBUG nova.policy [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b719eadfb0ae41229119aaf519b47bcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd55d0c75c27b4790bc0ee785d3a8147e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70480) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.498522] env[70480]: DEBUG nova.network.neutron [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Successfully created port: 414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.712092] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Start building block device mappings for instance. {{(pid=70480) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1602.721154] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Start spawning the instance on the hypervisor. {{(pid=70480) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.747735] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T11:17:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T11:17:03Z,direct_url=,disk_format='vmdk',id=6bbc4e0e-8235-4978-8158-5e71874c5b65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6ea4f61dad06429390668e6795f733a1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T11:17:04Z,virtual_size=,visibility=), allow threads: False {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.747984] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Flavor limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.748158] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Image limits 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.748342] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Flavor pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.748518] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Image pref 0:0:0 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.748672] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70480) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.748884] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.749053] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.749224] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Got 1 possible topologies {{(pid=70480) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.749388] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.749618] env[70480]: DEBUG nova.virt.hardware [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70480) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.750469] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e897898-0f98-4b00-8855-969496191fb0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.758691] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6ee7a4-6741-46a1-b312-d3c104e8021f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.852267] env[70480]: DEBUG nova.compute.manager [req-e2a78e3d-9cae-4f6e-9318-7b0a50eb57f9 req-31600f97-7c22-4a37-a1cd-557b01055103 service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Received event network-vif-plugged-414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1602.852489] env[70480]: DEBUG oslo_concurrency.lockutils [req-e2a78e3d-9cae-4f6e-9318-7b0a50eb57f9 req-31600f97-7c22-4a37-a1cd-557b01055103 service nova] Acquiring lock "af8b335f-393e-43f7-b0ab-124cc5595e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.852698] env[70480]: DEBUG oslo_concurrency.lockutils [req-e2a78e3d-9cae-4f6e-9318-7b0a50eb57f9 req-31600f97-7c22-4a37-a1cd-557b01055103 service nova] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.852865] env[70480]: DEBUG oslo_concurrency.lockutils [req-e2a78e3d-9cae-4f6e-9318-7b0a50eb57f9 req-31600f97-7c22-4a37-a1cd-557b01055103 service nova] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.853091] env[70480]: DEBUG nova.compute.manager [req-e2a78e3d-9cae-4f6e-9318-7b0a50eb57f9 req-31600f97-7c22-4a37-a1cd-557b01055103 service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] No waiting events found dispatching network-vif-plugged-414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1602.853282] env[70480]: WARNING nova.compute.manager [req-e2a78e3d-9cae-4f6e-9318-7b0a50eb57f9 req-31600f97-7c22-4a37-a1cd-557b01055103 service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Received unexpected event network-vif-plugged-414fce4e-f18a-4b83-95fc-355cffc4ab6f for instance with vm_state building and task_state spawning. [ 1602.928302] env[70480]: DEBUG nova.network.neutron [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Successfully updated port: 414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.431422] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "refresh_cache-af8b335f-393e-43f7-b0ab-124cc5595e42" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.431600] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquired lock "refresh_cache-af8b335f-393e-43f7-b0ab-124cc5595e42" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.431754] env[70480]: DEBUG nova.network.neutron [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Building network info cache for instance {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.964410] env[70480]: DEBUG nova.network.neutron [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Instance cache missing network info. {{(pid=70480) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.084511] env[70480]: DEBUG nova.network.neutron [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Updating instance_info_cache with network_info: [{"id": "414fce4e-f18a-4b83-95fc-355cffc4ab6f", "address": "fa:16:3e:e4:9a:07", "network": {"id": "e1b4f5d0-4ac2-4a0b-9840-f3aaa40792a3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-951719619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d55d0c75c27b4790bc0ee785d3a8147e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap414fce4e-f1", "ovs_interfaceid": "414fce4e-f18a-4b83-95fc-355cffc4ab6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.586821] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Releasing lock "refresh_cache-af8b335f-393e-43f7-b0ab-124cc5595e42" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.587182] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Instance network_info: |[{"id": "414fce4e-f18a-4b83-95fc-355cffc4ab6f", "address": "fa:16:3e:e4:9a:07", "network": {"id": "e1b4f5d0-4ac2-4a0b-9840-f3aaa40792a3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-951719619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d55d0c75c27b4790bc0ee785d3a8147e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap414fce4e-f1", "ovs_interfaceid": "414fce4e-f18a-4b83-95fc-355cffc4ab6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70480) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.587624] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:9a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '414fce4e-f18a-4b83-95fc-355cffc4ab6f', 'vif_model': 'vmxnet3'}] {{(pid=70480) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.595560] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Creating folder: Project (d55d0c75c27b4790bc0ee785d3a8147e). Parent ref: group-v741156. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.595819] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fba8ca6-7f64-41df-9f4b-4acaed94e6c3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.606961] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Created folder: Project (d55d0c75c27b4790bc0ee785d3a8147e) in parent group-v741156. [ 1604.607178] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Creating folder: Instances. Parent ref: group-v741505. {{(pid=70480) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.607472] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc3621df-301b-4ac1-88dc-7d78d17cba45 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.616885] env[70480]: INFO nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Created folder: Instances in parent group-v741505. [ 1604.617135] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1604.617327] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Creating VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.617533] env[70480]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-743898c9-8ea8-41ed-bcef-faf64870ca47 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.636207] env[70480]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.636207] env[70480]: value = "task-3724035" [ 1604.636207] env[70480]: _type = "Task" [ 1604.636207] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.643841] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3724035, 'name': CreateVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.883450] env[70480]: DEBUG nova.compute.manager [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Received event network-changed-414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.883450] env[70480]: DEBUG nova.compute.manager [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Refreshing instance network info cache due to event network-changed-414fce4e-f18a-4b83-95fc-355cffc4ab6f. {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1604.883737] env[70480]: DEBUG oslo_concurrency.lockutils [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] Acquiring lock "refresh_cache-af8b335f-393e-43f7-b0ab-124cc5595e42" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.883737] env[70480]: DEBUG oslo_concurrency.lockutils [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] Acquired lock "refresh_cache-af8b335f-393e-43f7-b0ab-124cc5595e42" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.884128] env[70480]: DEBUG nova.network.neutron [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Refreshing network info cache for port 414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.145828] env[70480]: DEBUG oslo_vmware.api [-] Task: {'id': task-3724035, 'name': CreateVM_Task, 'duration_secs': 0.33381} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.146212] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Created VM on the ESX host {{(pid=70480) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.146981] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.147173] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.147543] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.147831] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbd8147-e763-4600-92b5-707359f438e1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.152970] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1605.152970] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bb323e-85c3-eb5e-8e71-1e418a8e70b8" [ 1605.152970] env[70480]: _type = "Task" [ 1605.152970] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.161154] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bb323e-85c3-eb5e-8e71-1e418a8e70b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.566507] env[70480]: DEBUG nova.network.neutron [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Updated VIF entry in instance network info cache for port 414fce4e-f18a-4b83-95fc-355cffc4ab6f. {{(pid=70480) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.566867] env[70480]: DEBUG nova.network.neutron [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Updating instance_info_cache with network_info: [{"id": "414fce4e-f18a-4b83-95fc-355cffc4ab6f", "address": "fa:16:3e:e4:9a:07", "network": {"id": "e1b4f5d0-4ac2-4a0b-9840-f3aaa40792a3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-951719619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d55d0c75c27b4790bc0ee785d3a8147e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap414fce4e-f1", "ovs_interfaceid": "414fce4e-f18a-4b83-95fc-355cffc4ab6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.663813] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52bb323e-85c3-eb5e-8e71-1e418a8e70b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.664138] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.664381] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Processing image 6bbc4e0e-8235-4978-8158-5e71874c5b65 {{(pid=70480) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.664621] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.664772] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.664975] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.665237] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0add20aa-5b25-40c3-abd2-ead9a6c7e12f {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.674751] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70480) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.674946] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70480) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.675677] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77483dfa-cfc6-440d-88ca-5075298942af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.681229] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1605.681229] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6fb54-be5f-e832-feaf-7755b1521785" [ 1605.681229] env[70480]: _type = "Task" [ 1605.681229] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.688713] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6fb54-be5f-e832-feaf-7755b1521785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.069472] env[70480]: DEBUG oslo_concurrency.lockutils [req-b3e118e1-b54f-4911-9dae-45601a7e4b9b req-70f4311a-2153-477a-8e89-4d4fbca8bb8c service nova] Releasing lock "refresh_cache-af8b335f-393e-43f7-b0ab-124cc5595e42" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.191989] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52e6fb54-be5f-e832-feaf-7755b1521785, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.192871] env[70480]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad58bb5-d75c-463b-8a47-7f08c6160670 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.198400] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1606.198400] env[70480]: value = "session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52463d33-adab-b8cf-018e-43deda8b7d6c" [ 1606.198400] env[70480]: _type = "Task" [ 1606.198400] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.206183] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52463d33-adab-b8cf-018e-43deda8b7d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.712185] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': session[5266d541-cdd9-8de9-fc30-e06256e39aa1]52463d33-adab-b8cf-018e-43deda8b7d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.712355] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk" {{(pid=70480) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.712633] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] af8b335f-393e-43f7-b0ab-124cc5595e42/af8b335f-393e-43f7-b0ab-124cc5595e42.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.712918] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d28e869-5d80-436c-a9b1-0298cb14b991 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.720172] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1606.720172] env[70480]: value = "task-3724036" [ 1606.720172] env[70480]: _type = "Task" [ 1606.720172] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.728249] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.232965] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45307} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.233475] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6bbc4e0e-8235-4978-8158-5e71874c5b65/6bbc4e0e-8235-4978-8158-5e71874c5b65.vmdk to [datastore1] af8b335f-393e-43f7-b0ab-124cc5595e42/af8b335f-393e-43f7-b0ab-124cc5595e42.vmdk {{(pid=70480) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.233908] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Extending root virtual disk to 1048576 {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.234273] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38cc2b15-921d-457e-bf3f-6ba1019fc878 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.242670] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1607.242670] env[70480]: value = "task-3724037" [ 1607.242670] env[70480]: _type = "Task" [ 1607.242670] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.252815] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.752632] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067566} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.752915] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Extended root virtual disk {{(pid=70480) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.753800] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e6e14-b0a9-435a-ae5e-6589c0b4acc6 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.777303] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] af8b335f-393e-43f7-b0ab-124cc5595e42/af8b335f-393e-43f7-b0ab-124cc5595e42.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.777646] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e6d575-c2a7-43fb-84c8-1493b33c08e7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.798437] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1607.798437] env[70480]: value = "task-3724038" [ 1607.798437] env[70480]: _type = "Task" [ 1607.798437] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.807530] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.308921] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.810719] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724038, 'name': ReconfigVM_Task, 'duration_secs': 0.639767} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.811042] env[70480]: DEBUG nova.virt.vmwareapi.volumeops [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Reconfigured VM instance instance-00000080 to attach disk [datastore1] af8b335f-393e-43f7-b0ab-124cc5595e42/af8b335f-393e-43f7-b0ab-124cc5595e42.vmdk or device None with type sparse {{(pid=70480) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.811763] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ec902f8-e3b0-4d7f-825b-ab07198b9fa4 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.819282] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1608.819282] env[70480]: value = "task-3724039" [ 1608.819282] env[70480]: _type = "Task" [ 1608.819282] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.827588] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724039, 'name': Rename_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.329039] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724039, 'name': Rename_Task, 'duration_secs': 0.202233} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.329453] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Powering on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.329594] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c536f2e8-1d3c-4166-9a77-e11fe03bfb53 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.335760] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1609.335760] env[70480]: value = "task-3724040" [ 1609.335760] env[70480]: _type = "Task" [ 1609.335760] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.343522] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.846356] env[70480]: DEBUG oslo_vmware.api [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724040, 'name': PowerOnVM_Task, 'duration_secs': 0.446551} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.846671] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Powered on the VM {{(pid=70480) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.846877] env[70480]: INFO nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1609.847072] env[70480]: DEBUG nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Checking state {{(pid=70480) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1609.847834] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b078f19-a4ab-4d66-949d-e40bcfafa3a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.364686] env[70480]: INFO nova.compute.manager [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Took 11.79 seconds to build instance. [ 1611.268677] env[70480]: DEBUG oslo_concurrency.lockutils [None req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.707s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.269079] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "af8b335f-393e-43f7-b0ab-124cc5595e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.269380] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.269628] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "af8b335f-393e-43f7-b0ab-124cc5595e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.269848] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.270056] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.272111] env[70480]: INFO nova.compute.manager [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Terminating instance [ 1611.775958] env[70480]: DEBUG nova.compute.manager [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Start destroying the instance on the hypervisor. {{(pid=70480) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.776377] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Destroying instance {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.777193] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e0d194-5e43-436c-9b37-d7dbfd487acf {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.785290] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Powering off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.785491] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7831a1-00f8-4480-944c-3c7e923f3422 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.791672] env[70480]: DEBUG oslo_vmware.api [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1611.791672] env[70480]: value = "task-3724041" [ 1611.791672] env[70480]: _type = "Task" [ 1611.791672] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.800142] env[70480]: DEBUG oslo_vmware.api [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.301568] env[70480]: DEBUG oslo_vmware.api [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724041, 'name': PowerOffVM_Task, 'duration_secs': 0.176751} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.301875] env[70480]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Powered off the VM {{(pid=70480) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.302074] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Unregistering the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.302342] env[70480]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0392d178-0ff8-438e-afc8-27e8d55703d7 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.387914] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Unregistered the VM {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.388159] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Deleting contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.388383] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Deleting the datastore file [datastore1] af8b335f-393e-43f7-b0ab-124cc5595e42 {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.388661] env[70480]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1f7d232-1e05-484d-812c-f108f03822de {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.395916] env[70480]: DEBUG oslo_vmware.api [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for the task: (returnval){ [ 1612.395916] env[70480]: value = "task-3724043" [ 1612.395916] env[70480]: _type = "Task" [ 1612.395916] env[70480]: } to complete. {{(pid=70480) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.404021] env[70480]: DEBUG oslo_vmware.api [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.906401] env[70480]: DEBUG oslo_vmware.api [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Task: {'id': task-3724043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154175} completed successfully. {{(pid=70480) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.906813] env[70480]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Deleted the datastore file {{(pid=70480) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.906813] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Deleted contents of the VM from datastore datastore1 {{(pid=70480) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.906985] env[70480]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Instance destroyed {{(pid=70480) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.907174] env[70480]: INFO nova.compute.manager [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1612.907421] env[70480]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70480) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1612.907611] env[70480]: DEBUG nova.compute.manager [-] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Deallocating network for instance {{(pid=70480) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.907704] env[70480]: DEBUG nova.network.neutron [-] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] deallocate_for_instance() {{(pid=70480) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.155434] env[70480]: DEBUG nova.compute.manager [req-34a4477e-f013-4938-b651-eaf928ecf039 req-4e124909-3c92-449a-a955-bb241faf616b service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Received event network-vif-deleted-414fce4e-f18a-4b83-95fc-355cffc4ab6f {{(pid=70480) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1613.155648] env[70480]: INFO nova.compute.manager [req-34a4477e-f013-4938-b651-eaf928ecf039 req-4e124909-3c92-449a-a955-bb241faf616b service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Neutron deleted interface 414fce4e-f18a-4b83-95fc-355cffc4ab6f; detaching it from the instance and deleting it from the info cache [ 1613.155817] env[70480]: DEBUG nova.network.neutron [req-34a4477e-f013-4938-b651-eaf928ecf039 req-4e124909-3c92-449a-a955-bb241faf616b service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.638937] env[70480]: DEBUG nova.network.neutron [-] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Updating instance_info_cache with network_info: [] {{(pid=70480) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.658420] env[70480]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbe801ea-a39f-42a7-8383-f7785d963395 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.670264] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcd8ca7-f0a8-4ef0-97eb-7da419b42e1c {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.695114] env[70480]: DEBUG nova.compute.manager [req-34a4477e-f013-4938-b651-eaf928ecf039 req-4e124909-3c92-449a-a955-bb241faf616b service nova] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Detach interface failed, port_id=414fce4e-f18a-4b83-95fc-355cffc4ab6f, reason: Instance af8b335f-393e-43f7-b0ab-124cc5595e42 could not be found. {{(pid=70480) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1614.142092] env[70480]: INFO nova.compute.manager [-] [instance: af8b335f-393e-43f7-b0ab-124cc5595e42] Took 1.23 seconds to deallocate network for instance. [ 1614.649504] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.649791] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.650030] env[70480]: DEBUG nova.objects.instance [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lazy-loading 'resources' on Instance uuid af8b335f-393e-43f7-b0ab-124cc5595e42 {{(pid=70480) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.186098] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668f62d-aa51-4cbb-8f2f-7979b12a9ef5 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.194333] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230022f1-8715-4780-b887-8940e8b95a18 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.224983] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51620bb-94f6-4ba8-8d25-de5be476f071 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.233411] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748d311-dda8-4103-9184-f79595e022e0 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.247257] env[70480]: DEBUG nova.compute.provider_tree [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.750865] env[70480]: DEBUG nova.scheduler.client.report [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.256507] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.274244] env[70480]: INFO nova.scheduler.client.report [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Deleted allocations for instance af8b335f-393e-43f7-b0ab-124cc5595e42 [ 1616.784463] env[70480]: DEBUG oslo_concurrency.lockutils [None req-2d4339c3-674f-4f9b-b54e-829587ed6653 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Lock "af8b335f-393e-43f7-b0ab-124cc5595e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.515s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.368077] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.368498] env[70480]: DEBUG nova.compute.manager [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70480) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1623.368269] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.366723] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.367229] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.367703] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.871200] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.871476] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.871639] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.871801] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70480) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1625.872750] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be87e79c-7174-438a-822f-3e23508abbe1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.881196] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fbf646-ba0b-46af-a2be-357721a38608 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.896242] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ee505-f834-4d56-8fee-e35e29ccbf3a {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.903979] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af4fd1-1f6c-4c30-88d4-1c09a4e644a1 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.933750] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180909MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=70480) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1625.933936] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.934178] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1626.955557] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1626.955854] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70480) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1626.968813] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfee3151-0885-42aa-9c48-fc24ceb01506 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.976497] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2477de7-5672-4ccc-9038-bf709ace59e3 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.006113] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbccef4-a386-437b-aae2-3c067f5e48af {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.014186] env[70480]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d8151-604e-4481-aa2f-8dfaeb5c3956 {{(pid=70480) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.027515] env[70480]: DEBUG nova.compute.provider_tree [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed in ProviderTree for provider: 90a52c8d-d5fe-4619-98ec-fbd4788b011e {{(pid=70480) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.530484] env[70480]: DEBUG nova.scheduler.client.report [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Inventory has not changed for provider 90a52c8d-d5fe-4619-98ec-fbd4788b011e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70480) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.035604] env[70480]: DEBUG nova.compute.resource_tracker [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70480) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1628.036289] env[70480]: DEBUG oslo_concurrency.lockutils [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=70480) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.030798] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.031113] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.031329] env[70480]: DEBUG oslo_service.periodic_task [None req-f6b0a22a-0219-4fed-a0ba-3d69d442a4f2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70480) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}